-- Logs begin at Thu 2021-10-28 10:42:47 UTC, end at Thu 2021-10-28 11:53:13 UTC. -- Oct 28 11:25:32.004118 dv-cinder-815461-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 11:25:34.753702 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.common.config [-] Logging enabled! Oct 28 11:25:34.754317 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 11:25:34.754407 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 11:25:34.757689 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.common.config [-] Logging enabled! Oct 28 11:25:34.757967 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 11:25:34.758286 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 11:25:34.759319 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 11:25:34.759551 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 11:25:34.759922 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 11:25:34.760169 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 11:25:34.760399 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 11:25:34.760723 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.761020 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.761316 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.761547 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.761844 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.762161 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.762443 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.762728 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.763032 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.763319 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.764125 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.764594 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.764839 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.765124 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.765415 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.765702 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.765976 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] debug = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.766258 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.766740 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.767158 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.767437 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.767726 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.768015 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.768280 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.768557 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.768842 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.769170 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] host = dv-cinder-815461-5-iscsi {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.769449 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.769736 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.770049 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.770338 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.770611 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.771840 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.772133 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.772470 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.772750 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] log_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.773029 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.773321 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.773610 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.773910 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.774147 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.774369 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.774659 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.774944 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.775218 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.775491 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.775764 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.776033 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.776305 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.776574 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.776856 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.777137 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.777469 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.777712 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.778007 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.778279 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.778548 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.778832 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.779102 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.779928 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.780202 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.780487 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.780756 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.781027 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.781328 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.781618 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.781905 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.782200 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.782470 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.782750 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.783022 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.783292 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.783561 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] use_json = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.783831 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.784097 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.784373 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.784644 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.784912 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.785182 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.785449 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.785729 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:34.786065 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.786364 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.786665 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.786948 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.787253 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.787531 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.787820 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.788095 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.788381 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.788666 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.788953 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.789230 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.789518 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.789792 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.790109 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.790415 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.790708 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.791000 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.791276 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.791555 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.791827 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.792104 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.792389 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.792666 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.792955 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.793243 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.793521 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.793809 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.794123 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.794411 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.794684 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.795048 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.795343 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.795788 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.796062 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.796342 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.796630 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.796910 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.797182 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.797464 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.797738 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.798096 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.798369 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.798645 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.798933 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.799208 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.799478 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.799746 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.800021 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.800301 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.800608 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.800884 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.801154 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.801423 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.801703 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.802001 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.802273 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.802548 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.802817 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.803091 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.803360 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.803628 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.803898 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.804167 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.804435 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.804704 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.804976 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.805253 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.805525 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.805794 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.806094 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.806365 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.806634 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.806917 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.807216 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.807493 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.807770 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.808047 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.808322 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.808592 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.808865 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.809139 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.809414 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.809682 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.809997 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.810279 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.810796 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.811219 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.811503 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.811832 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.812116 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.812451 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.812677 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.812952 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.813234 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.813519 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.813813 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.814131 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.814424 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.814715 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.815005 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.815284 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.815592 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.815872 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:34.816087 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 11:25:34.816329 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101873) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 11:25:35.252789 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 11:25:35.253071 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 11:25:35.253357 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 11:25:35.253692 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 11:25:35.578531 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.578766 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.578998 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.580213 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.580486 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.580750 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.615868 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.616143 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.616416 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.632202 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.632479 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.632749 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.662682 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.662965 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.663232 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.700183 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.700461 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.700727 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.939870 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.940508 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.940508 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.940694 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:35.941362 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.075535 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.075849 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.076743 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.077178 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.077497 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.077808 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.078096 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.078355 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.078608 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.078892 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.079151 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.079416 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.079672 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.079920 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.080173 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.080437 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.080692 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.080959 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.081229 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.081486 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.081756 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.082036 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.082320 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.082694 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.082941 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.083185 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.083582 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 11:25:36.083821 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 11:25:36.084056 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 11:25:36.084291 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 11:25:36.084523 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 11:25:36.084755 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 11:25:36.085126 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 11:25:36.088447 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 11:25:36.092566 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 11:25:36.096395 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Oct 28 11:25:36.098077 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 11:25:36.098541 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 11:25:36.098883 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 11:25:36.099271 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 11:25:36.102391 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 11:25:36.102644 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 11:25:36.102993 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 11:25:36.108912 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 11:25:36.131560 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 11:25:36.132020 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.132318 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101873) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 11:25:36.132681 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.134100 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101873) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 11:25:36.134385 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 11:25:36.134636 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 11:25:36.137848 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.138158 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:36.202161 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 11:25:36.202324 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 11:25:36.202589 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 11:25:36.202915 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 11:25:36.223750 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_db.sqlalchemy.engines [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101873) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 11:25:36.921801 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Initializing driver for type 'gre' Oct 28 11:25:36.922288 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] gre ID ranges: [(1, 1000)] Oct 28 11:25:37.133308 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Initializing driver for type 'local' Oct 28 11:25:37.134024 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Initializing driver for type 'vlan' Oct 28 11:25:37.213441 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] VlanTypeDriver initialization complete Oct 28 11:25:37.213834 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Initializing driver for type 'vxlan' Oct 28 11:25:37.214435 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] vxlan ID ranges: [(1, 1000)] Oct 28 11:25:37.447358 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Initializing extension driver 'port_security' Oct 28 11:25:37.447694 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.extensions.port_security [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] PortSecurityExtensionDriver initialization complete Oct 28 11:25:37.448023 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Initializing mechanism driver 'openvswitch' Oct 28 11:25:37.448344 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Initializing mechanism driver 'hyperv' Oct 28 11:25:37.461560 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:25:37.462454 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > port after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.462832 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.463229 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.463809 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 11:25:37.464216 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > subnet after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.464606 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > subnet after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.464954 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.465350 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 11:25:37.465767 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > network after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.466146 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > network after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.466516 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > network after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.467540 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 11:25:37.467978 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > security_group after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.468333 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > security_group after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.468675 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.469086 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 11:25:37.469538 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.469906 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.470251 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.470652 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 11:25:37.471066 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > address_group after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.471416 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > address_group after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.471757 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.472164 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 11:25:37.472544 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] ML2 OVO RPC backend initialized. {{(pid=101873) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 11:25:37.473268 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.473634 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.474109 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > network before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.474715 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > networks before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.475076 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > port before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.475404 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > ports before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.475748 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > subnet before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.476089 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > subnets before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.476444 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > network after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.476786 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > network after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.477118 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > network after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.477454 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > port after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.477796 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.478167 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.478507 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > subnet after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.478846 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > subnet after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.479182 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.479784 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Modular L2 Plugin initialization complete Oct 28 11:25:37.480113 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading services supported by the core plugin {{(pid=101873) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 11:25:37.480436 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Got port-security extension from driver 'port_security' Oct 28 11:25:37.480957 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.extensions.vlantransparent [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Disabled vlantransparent extension. Oct 28 11:25:37.481452 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101873) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 11:25:37.481774 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading Plugin: router Oct 28 11:25:37.525675 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.526102 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router after_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.526477 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router before_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.526843 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.527269 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533010 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router after_delete 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533010 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533010 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533010 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router after_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533365 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router after_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533365 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router after_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533365 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533365 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router after_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533652 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router precommit_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533652 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533652 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533652 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: subnet after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.533652 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.534036 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.534036 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router precommit_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.534036 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: port before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.534036 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router precommit_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.534340 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router after_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.534575 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.534926 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router precommit_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.535292 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.535642 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router precommit_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.536017 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > agent after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.536368 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > agent after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.536712 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > network after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.537594 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Tracking information for resource: router configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 11:25:37.538079 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Tracking information for resource: floatingip configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 11:25:37.543003 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.db.l3_agentschedulers_db [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 11:25:37.543578 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.543940 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: port after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.544292 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.544645 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.546251 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router before_create 55550100 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.546623 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.547028 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router precommit_create 55550100 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.547391 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > router precommit_update 55550100 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.552404 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.services.provider_configuration [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service providers = [] {{(pid=101873) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 11:25:37.552771 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.db.servicetype_db [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101873) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 11:25:37.555791 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.services.service_base [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 11:25:37.556143 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.services.service_base [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 11:25:37.556486 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.services.service_base [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 11:25:37.557374 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.services.service_base [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 11:25:37.557750 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.services.service_base [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 11:25:37.558153 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 11:25:37.558474 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 11:25:37.571011 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 11:25:37.571366 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading Plugin: auto_allocate Oct 28 11:25:37.583629 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: network precommit_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.583999 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: network precommit_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.584517 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 11:25:37.584834 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading Plugin: tag Oct 28 11:25:37.592314 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 11:25:37.592886 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading Plugin: timestamp Oct 28 11:25:37.596753 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 11:25:37.597089 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading Plugin: network_ip_availability Oct 28 11:25:37.602928 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.603301 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.603660 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.604368 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 11:25:37.604686 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading Plugin: flavors Oct 28 11:25:37.609861 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 11:25:37.610218 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading Plugin: revisions Oct 28 11:25:37.614662 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 11:25:37.615056 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_concurrency.lockutils [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.362s {{(pid=101873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 11:25:37.615810 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101873) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 11:25:37.616151 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Initializing extension manager. Oct 28 11:25:37.616661 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: __init__.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.617005 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: __pycache__ {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.617407 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.617775 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: address_group.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.618533 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.619110 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: address-group Oct 28 11:25:37.619432 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: address_scope.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.620149 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.620655 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: address-scope Oct 28 11:25:37.620976 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.621957 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.622583 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: router-admin-state-down-before-update Oct 28 11:25:37.630250 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: agent.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.630250 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.630250 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: agent Oct 28 11:25:37.630250 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: agent_resources_synced.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.630949 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.631455 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: agent-resources-synced Oct 28 11:25:37.631776 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: allowedaddresspairs.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.633572 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.634167 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: allowed-address-pairs Oct 28 11:25:37.634495 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: auto_allocated_topology.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.635577 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.636091 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: auto-allocated-topology Oct 28 11:25:37.636414 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: availability_zone.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.637132 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.637624 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: availability_zone Oct 28 11:25:37.637972 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: availability_zone_filter.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.639404 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.639912 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: availability_zone_filter Oct 28 11:25:37.640236 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: data_plane_status.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.641234 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.641740 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 11:25:37.642108 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: default_subnetpools.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.643026 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.643538 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: default-subnetpools Oct 28 11:25:37.643860 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.644675 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.645227 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: dhcp_agent_scheduler Oct 28 11:25:37.645548 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: dns.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.646522 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.647030 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 11:25:37.647352 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: dns_domain_ports.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.648282 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.648778 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 11:25:37.649103 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.650054 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.650563 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 11:25:37.650888 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: dvr.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.651560 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.652119 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: dvr Oct 28 11:25:37.652436 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: ecmp_routes.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.653355 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.653866 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 11:25:37.654773 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: empty_string_filtering.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.655694 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.656205 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: empty-string-filtering Oct 28 11:25:37.656529 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.657455 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.657984 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 11:25:37.658327 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.659229 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.659731 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 11:25:37.660054 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: external_net.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.661031 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.661545 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: external-net Oct 28 11:25:37.661867 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.662806 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.663313 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: extra_dhcp_opt Oct 28 11:25:37.663656 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: extraroute.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.664567 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.665072 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: extraroute Oct 28 11:25:37.665392 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: extraroute_atomic.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.666488 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.667002 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: extraroute-atomic Oct 28 11:25:37.667323 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: filter_validation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.668164 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.668677 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: filter-validation Oct 28 11:25:37.668997 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: fip_pf_description.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.670006 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.670518 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 11:25:37.670842 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: fip_port_details.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.671872 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.672389 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: fip-port-details Oct 28 11:25:37.672710 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: flavors.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.673999 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.674561 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: flavors Oct 28 11:25:37.674863 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.676624 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.677144 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 11:25:37.677474 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: floatingip_pools.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.678207 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.678719 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: floatingip-pools Oct 28 11:25:37.679043 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: ip_allocation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.679977 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.680499 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 11:25:37.680860 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.681784 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.682318 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: ip-substring-filtering Oct 28 11:25:37.682645 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: l2_adjacency.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.683576 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.684081 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 11:25:37.684404 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: l3.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.685428 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.686066 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: router Oct 28 11:25:37.686397 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.688715 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.689211 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 11:25:37.689541 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.690512 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.691106 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: ext-gw-mode Oct 28 11:25:37.691438 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.692405 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.692914 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: l3-ha Oct 28 11:25:37.693276 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: l3_flavors.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.702715 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.703315 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: l3-flavors Oct 28 11:25:37.703570 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.704495 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.705006 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 11:25:37.705332 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: l3agentscheduler.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.706435 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.706951 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: l3_agent_scheduler Oct 28 11:25:37.707280 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: logging.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.708781 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.709431 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension logging not supported by any of loaded plugins Oct 28 11:25:37.709764 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: metering.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.710546 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.711131 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: metering Oct 28 11:25:37.711459 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.712689 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.713215 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: metering_source_and_destination_fields Oct 28 11:25:37.713544 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: multiprovidernet.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.714554 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.715025 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: multi-provider Oct 28 11:25:37.715351 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: netmtu.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.716279 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.717500 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: net-mtu Oct 28 11:25:37.717829 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: netmtu_writable.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.718798 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.719308 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: net-mtu-writable Oct 28 11:25:37.719629 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: network_availability_zone.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.720325 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.720889 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: network_availability_zone Oct 28 11:25:37.721194 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: network_ip_availability.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.722335 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.722848 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: network-ip-availability Oct 28 11:25:37.723175 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: network_segment_range.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.723943 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.724700 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 11:25:37.725063 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: pagination.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.726073 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.726427 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: pagination Oct 28 11:25:37.726746 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: port_device_profile.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.727680 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.728200 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: port-device-profile Oct 28 11:25:37.728520 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.729456 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.729999 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: port-mac-address-regenerate Oct 28 11:25:37.730323 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.731274 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.731793 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: port-numa-affinity-policy Oct 28 11:25:37.732121 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: port_resource_request.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.733117 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.733622 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 11:25:37.733977 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: portbindings.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.734917 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.735428 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: binding Oct 28 11:25:37.735751 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: portbindings_extended.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.737034 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.737605 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: binding-extended Oct 28 11:25:37.737964 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: portsecurity.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.738896 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.739409 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: port-security Oct 28 11:25:37.739729 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: project_id.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.740712 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.741041 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: project-id Oct 28 11:25:37.741361 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: providernet.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.742323 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.742841 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: provider Oct 28 11:25:37.743163 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.746839 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.747399 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos not supported by any of loaded plugins Oct 28 11:25:37.747732 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.750596 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.751127 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 11:25:37.751461 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.752392 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.752910 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 11:25:37.753237 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_default.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.754224 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.759425 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-default not supported by any of loaded plugins Oct 28 11:25:37.759425 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_fip.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.759425 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.759425 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 11:25:37.759425 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_gateway_ip.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.760129 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.760640 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 11:25:37.760964 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_port_network_policy.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.761904 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.762424 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 11:25:37.762750 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.764779 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.765294 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 11:25:37.765621 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_pps_rule.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.766858 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.767378 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 11:25:37.767706 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_rule_type_details.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.768629 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.769140 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 11:25:37.769464 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: qos_rules_alias.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.770774 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.771290 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 11:25:37.771618 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: quotasv2.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.772751 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.773081 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: quotas Oct 28 11:25:37.773406 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: quotasv2_detail.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.776758 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.777102 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: quota_details Oct 28 11:25:37.777438 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: rbac.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.778567 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.779788 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: rbac-policies Oct 28 11:25:37.780137 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: rbac_address_group.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.781221 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.781743 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: rbac-address-group Oct 28 11:25:37.782102 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: rbac_address_scope.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.783033 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.783556 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: rbac-address-scope Oct 28 11:25:37.783884 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: rbac_security_groups.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.784818 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.785340 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: rbac-security-groups Oct 28 11:25:37.785662 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: rbac_subnetpool.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.786609 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.787130 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: rbac-subnetpool Oct 28 11:25:37.787458 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: revisionifmatch.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.788396 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.788966 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: revision-if-match Oct 28 11:25:37.789294 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: revisions.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.790488 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.791005 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: standard-attr-revisions Oct 28 11:25:37.791332 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: router_availability_zone.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.792010 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.792522 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: router_availability_zone Oct 28 11:25:37.792841 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: routerservicetype.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.793768 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.794333 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 11:25:37.794653 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.795966 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.796488 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: security-groups-normalized-cidr Oct 28 11:25:37.796809 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.797732 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.798285 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: port-security-groups-filtering Oct 28 11:25:37.798607 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.799568 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.800083 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: security-groups-remote-address-group Oct 28 11:25:37.800400 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: securitygroup.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.810621 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.811159 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: security-group Oct 28 11:25:37.811530 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: segment.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.812325 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.812835 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension segment not supported by any of loaded plugins Oct 28 11:25:37.813165 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.814223 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.814738 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 11:25:37.815065 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: servicetype.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.816199 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.816721 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: service-type Oct 28 11:25:37.817049 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: sorting.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.818179 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.818515 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: sorting Oct 28 11:25:37.818838 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: standard_attr_segment.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.819777 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.820292 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 11:25:37.820617 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: standardattrdescription.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.821273 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.821785 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: standard-attr-description Oct 28 11:25:37.822139 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: stateful_security_group.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.823118 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.823637 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: stateful-security-group Oct 28 11:25:37.823958 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: stdattrs_common.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.824540 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 11:25:37.824861 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.825810 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.826874 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 11:25:37.827192 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: subnet_onboard.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.828261 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.828824 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: subnet_onboard Oct 28 11:25:37.829148 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.830115 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.830625 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 11:25:37.830949 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: subnet_service_types.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.831884 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.832404 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: subnet-service-types Oct 28 11:25:37.832732 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: subnetallocation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.833820 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.834371 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: subnet_allocation Oct 28 11:25:37.834761 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.835438 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.835974 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: subnetpool-prefix-ops Oct 28 11:25:37.836299 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.837231 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.837743 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 11:25:37.838101 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: tagging.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.839167 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.839683 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: standard-attr-tag Oct 28 11:25:37.840008 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: timestamp.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.841242 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.842392 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loaded extension: standard-attr-timestamp Oct 28 11:25:37.842730 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: trunk.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.843783 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.844307 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension trunk not supported by any of loaded plugins Oct 28 11:25:37.844637 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: trunk_details.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.845561 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.846114 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 11:25:37.846465 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: uplink_status_propagation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.854702 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.855217 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 11:25:37.855544 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Loading extension file: vlantransparent.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 11:25:37.856225 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 11:25:37.856737 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 11:25:37.860051 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:network Oct 28 11:25:37.860585 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:subnet Oct 28 11:25:37.860989 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 11:25:37.861387 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:port Oct 28 11:25:37.862687 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.863132 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service FLAVORS assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.863752 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.864192 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.864525 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:router Oct 28 11:25:37.864969 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 11:25:37.865459 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service METERING assigned prefix: /metering {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.866946 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.867318 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.867673 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:25:37.868669 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 11:25:37.869108 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:security_group Oct 28 11:25:37.869585 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 11:25:37.870226 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service CORE assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.870560 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 11:25:37.870912 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] subnetpool is already registered Oct 28 11:25:37.871340 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service CORE assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.871668 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 11:25:37.872001 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] subnetpool is already registered Oct 28 11:25:37.875527 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.875818 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service FLAVORS assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.876438 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.876864 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.877211 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:router Oct 28 11:25:37.877552 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] router is already registered Oct 28 11:25:37.877998 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 11:25:37.878346 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] floatingip is already registered Oct 28 11:25:37.878804 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service METERING assigned prefix: /metering {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.879523 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 11:25:37.879851 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] rbac_policy is already registered Oct 28 11:25:37.880262 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:security_group Oct 28 11:25:37.880655 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] security_group is already registered Oct 28 11:25:37.881064 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 11:25:37.881395 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] security_group_rule is already registered Oct 28 11:25:37.881909 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service CORE assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.882254 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 11:25:37.882593 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] subnetpool is already registered Oct 28 11:25:37.883014 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Service CORE assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 11:25:37.883334 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 11:25:37.883668 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] subnetpool is already registered Oct 28 11:25:37.885425 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: extensions {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.887043 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: address-groups {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.888574 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: address-scopes {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.890022 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: agents {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.891290 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: auto-allocated-topology {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.892592 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: availability_zones {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.893817 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: dhcp-networks {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.895254 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: dhcp-agents {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.896772 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: routers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.898972 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: flavors {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.900248 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: service_profiles {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.901460 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: next_providers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.902949 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: service_profiles {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.904705 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: floatingip-pools {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.906004 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: routers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.908153 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: floatingips {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.909435 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: l3-routers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.910910 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: l3-agents {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.912323 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: metering-labels {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.913580 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: metering-label-rules {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.933807 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: network-ip-availabilities {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.933807 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: bindings {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.933807 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: quotas {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.933807 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: quotas {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.933807 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: rbac-policies {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.933807 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: security-groups {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.933807 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: security-group-rules {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.934354 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: service-providers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.934354 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: subnetpools {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.934354 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: subnetpools {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.934354 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.934354 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.934354 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.935109 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.937491 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.939492 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.941188 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.944062 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.945859 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.947610 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron.api.extensions [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 11:25:37.953979 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING keystonemiddleware.auth_token [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 11:25:37.958631 dv-cinder-815461-5-iscsi neutron-server[101873]: WARNING keystonemiddleware.auth_token [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 11:25:37.970467 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_concurrency.lockutils [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Acquired lock "singleton_lock" {{(pid=101873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 11:25:37.970467 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_concurrency.lockutils [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Releasing lock "singleton_lock" {{(pid=101873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 11:25:37.970467 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO oslo_service.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Starting 2 workers Oct 28 11:25:37.975499 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Started child 101984 {{(pid=101873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 11:25:37.980171 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Started child 101985 {{(pid=101873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 11:25:37.981201 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:37.981924 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO neutron.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 11:25:37.983096 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Publish callbacks [] for process, before_spawn {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:37.983600 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [-] (101984) wsgi starting up on http://0.0.0.0:9696 Oct 28 11:25:37.985860 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:37.986375 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO oslo_service.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Starting 1 workers Oct 28 11:25:37.987238 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [-] (101985) wsgi starting up on http://0.0.0.0:9696 Oct 28 11:25:37.991361 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Started child 101986 {{(pid=101873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 11:25:37.991885 dv-cinder-815461-5-iscsi neutron-server[101873]: INFO oslo_service.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Starting 1 workers Oct 28 11:25:37.995151 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] calling RpcWorker wait() {{(pid=101986) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 11:25:37.997006 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] returning from RpcWorker wait() {{(pid=101986) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 11:25:37.997123 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Started child 101987 {{(pid=101873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 11:25:37.997213 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:37.997349 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-fb634716-c313-4ae0-b61e-5b0cab874d61 None None] Publish callbacks [] for process, after_spawn {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:37.997439 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:25:37.999450 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101873) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 11:25:37.999671 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 11:25:37.999856 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 11:25:38.000111 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 11:25:38.000464 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 11:25:38.000628 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 11:25:38.001145 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.001419 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.001671 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.001814 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:38.002306 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.002306 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.002816 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.003074 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.003307 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.003584 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.003849 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.004020 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.004184 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.004434 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.004682 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.004979 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.005232 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.005530 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.005786 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.005947 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.006282 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.006556 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.006815 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.007071 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] debug = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.007307 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.007760 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.007987 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.008236 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.008451 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.008724 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.008965 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.009235 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.009477 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.009707 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.009976 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.010250 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.010489 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.010754 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.011006 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.011316 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.011595 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.012037 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] host = dv-cinder-815461-5-iscsi {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.012284 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.012522 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.012751 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.012981 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.013241 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.013495 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.013763 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.014040 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.014284 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.014589 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.014852 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.015111 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.015349 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.015663 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.015815 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_options = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.015986 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.016256 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.016518 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.016722 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.016892 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.017068 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.017457 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.017601 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.017855 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.018129 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.018326 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.018549 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.018783 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.018999 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.019257 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.019491 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.019726 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.019937 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.020188 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.020416 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.020656 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.020887 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.021109 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.021359 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.021602 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.021849 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.022119 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.022364 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.022578 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.022858 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.023095 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.023346 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.023589 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.023847 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.024109 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.024398 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.024624 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.024857 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.025127 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.025355 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.025600 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.025863 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.026101 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.026360 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.026573 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.026786 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.026998 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_json = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.027207 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.027461 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.027715 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.027950 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.028240 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.028385 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.028617 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.028850 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.030076 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.030423 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.030737 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.031006 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.031242 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.032366 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:25:38.032507 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.032640 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.032866 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.033107 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.033363 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.033684 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.033934 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.035209 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.035455 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.035843 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.036307 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.036820 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.037117 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.037366 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.037628 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.037855 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.038133 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.038408 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.038635 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.038869 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.039110 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.039332 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.039700 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.039961 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.040229 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.040491 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.040710 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.040930 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.041180 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.041415 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.041612 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.041826 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.042121 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.048763 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.048763 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.048763 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.048763 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.048763 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.048763 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.048763 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.048763 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049938 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049938 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049938 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049938 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049938 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.049938 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.050351 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.050351 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.050499 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.050697 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.050933 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.051201 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.051456 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.051683 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.051929 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.052160 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.052430 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.052658 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.052891 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.053130 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.053360 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.053580 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.053800 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.054043 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.054262 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.054501 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.054736 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.054950 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.055169 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.055384 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.055600 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.055986 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.056120 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.056347 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.056576 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.056981 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.057111 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.057371 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.057640 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.057926 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.058157 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.058396 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.058621 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.058870 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.059085 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.059350 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.059598 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.059848 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.060096 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.060357 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.060727 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.060973 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.061240 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.061460 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.061708 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.062052 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.062269 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.063186 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.063186 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.063186 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.063601 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.063601 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.063836 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.064600 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.064600 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.064600 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.066446 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.066446 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.066446 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.066446 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.066446 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.066446 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.066446 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.067407 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.067407 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.067407 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.067407 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.068667 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.068667 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.068667 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.068667 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.068667 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.070248 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.070248 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.070248 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.070248 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.070248 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.070248 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.070679 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.070679 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.070838 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.071072 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.071330 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.071558 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.071797 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.072039 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.072268 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.072485 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.072716 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.072930 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.073163 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.073395 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.073606 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.073857 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.074094 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.074330 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.074543 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.074893 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.075059 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.075313 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.075528 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.075749 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.076017 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.076236 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.076460 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.076687 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.076998 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.077278 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.077483 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.077751 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.078023 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.078239 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.078467 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.078690 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.078929 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.079148 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.079394 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.079637 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.079852 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.080095 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.080319 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.080533 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.080745 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.080969 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.081182 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.081457 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.081710 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.082074 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.082324 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.083102 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.083102 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.083102 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.083352 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.083480 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.083680 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.083917 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.084116 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.084333 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.084587 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.084824 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.085061 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.085274 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.085502 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.085735 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.085987 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.086200 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.086493 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.086752 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.086989 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.087347 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.087730 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.088019 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.088340 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.088582 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.088827 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.089112 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.089335 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.089572 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.089837 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.090150 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.090370 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094356 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094356 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094356 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094356 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094356 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094356 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094356 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094356 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094886 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094886 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094886 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094886 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094886 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094886 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094886 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.094886 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.095321 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.095321 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.095321 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.095321 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.095557 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.095831 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.095978 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.096198 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.096482 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.096730 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.096974 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.097229 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.097583 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.097821 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.098363 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.098597 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.098821 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.099067 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.099595 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.099915 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.100186 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.100453 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.100692 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.100987 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.101272 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.101531 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.101745 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.102056 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.102399 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.102683 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.107251 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.108161 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.108584 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.108937 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.109179 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.109453 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.109722 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.109981 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.110261 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.110507 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.110747 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.110994 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.111255 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.111519 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.111781 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.112040 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.112288 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.112516 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.112678 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 11:25:38.113222 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101873) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 11:25:38.113384 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 11:25:38.113543 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 11:25:38.113731 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 11:25:38.113937 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 11:25:38.114097 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 11:25:38.114310 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.114475 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.114667 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.114836 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.114998 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.115178 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.115342 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.115502 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.115660 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.115821 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.115979 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.116137 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.116295 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.116453 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.116613 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.116769 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.116926 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.117087 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.117252 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.117415 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.117575 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.117736 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.117985 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] debug = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.118146 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.118352 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.118520 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.118678 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.118836 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.118994 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.119151 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.119310 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.119470 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.119628 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.119787 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.119946 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.120104 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.120261 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.120419 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.120577 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.120741 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.120894 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] host = dv-cinder-815461-5-iscsi {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.121050 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.121206 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.121364 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.121521 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.121677 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.121837 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.122017 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.122177 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.122334 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.122492 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.122649 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.122807 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.123491 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.123770 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.123902 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_options = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.124061 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.124222 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.124379 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.124565 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.124728 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.124888 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.125046 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.125203 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.125360 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.125517 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.125675 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.125832 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.126012 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.126170 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.126328 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.126485 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.126642 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.126799 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.126957 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.127115 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.127284 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.127429 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.127587 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.127748 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.127908 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.128064 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.128281 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.128378 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.128518 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.128675 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.128834 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.128992 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.129151 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.129309 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.129469 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.129626 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.129784 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.129958 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.130117 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.130274 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.130431 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.130590 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.130746 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.130904 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.131061 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.131219 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.131377 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_json = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.131538 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.131696 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.131852 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.132009 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.132166 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.132324 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.132480 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.132638 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 11:25:38.132820 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.132983 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.133156 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.133317 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.133478 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.134099 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.134099 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.134099 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.134439 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.134439 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.134685 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.134685 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.134913 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.135032 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.135115 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.135257 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.135419 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.135581 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.135745 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.135905 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.136066 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.136493 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.136671 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.136841 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.136994 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.137148 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.137312 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.137487 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.137649 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.137818 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.138052 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.138162 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.138389 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.138622 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.138794 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.138936 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.139086 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.139249 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.139596 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.139596 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.139752 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.139855 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.140017 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.140179 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.140341 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.140503 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.140663 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.140824 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.140987 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.141148 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.141314 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.141476 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.141663 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.141789 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.141955 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.142130 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.142313 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.142440 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.142603 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.142765 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.142927 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.143088 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.143250 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.143412 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.143574 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.143741 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.143913 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.144074 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.144234 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.144395 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.144557 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.144717 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.144879 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.145041 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.145225 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.145367 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.145501 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.145661 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.145823 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.146028 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.146155 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.146317 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.146479 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.146641 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.146804 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.146965 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.147126 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.147288 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.147450 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.147619 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.147795 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.147959 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.148135 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.148275 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.148600 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.148787 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.148951 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.149114 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.149276 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.149439 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.149601 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.149762 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.149945 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.150110 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.150272 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.150434 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.150594 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.150758 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.150919 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.151081 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.151243 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.151405 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.151566 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.151728 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.151890 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.152051 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.152221 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.152382 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.152547 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.152710 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.152877 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.153050 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.153212 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.153373 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.153535 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.153696 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.153862 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.154044 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.154785 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.155031 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.155113 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.155249 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.155420 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.155594 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.155756 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.155918 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.156079 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.156264 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.156425 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.156585 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.156747 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.156908 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.157069 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.157230 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.157392 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.157553 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.157714 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.157876 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.158059 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.158284 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.158382 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.158491 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:25:38.158685 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.158685 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.158840 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.158976 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.159137 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.159299 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.159460 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.159621 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.159783 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.159944 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.160105 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.160267 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.160428 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.160588 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.160749 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.160914 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.161074 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.161235 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.161395 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.161555 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.161715 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.161877 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.162061 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.162226 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.162388 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.162550 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.162711 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.162873 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.163034 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.163196 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.163359 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.163519 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.163680 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.163841 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.164001 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.164163 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.164325 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.164486 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.164649 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.164810 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.164971 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.165146 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.165308 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.165512 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.165656 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.165817 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.166000 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.166163 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.166324 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.166486 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.166646 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.166807 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.166971 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.167135 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.167297 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.167459 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.167633 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.167767 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.167930 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.168091 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.168266 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.168441 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.168576 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.168736 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.168898 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.169060 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.169230 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.169391 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.169551 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.169935 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.170111 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.170277 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.170456 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.170627 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.170783 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.170947 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.171107 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.171268 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.171439 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.171600 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.171848 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.172006 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.172145 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.172312 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.172484 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.172637 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.172999 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.172999 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.173491 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.173491 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.173491 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.173874 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.173874 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.173874 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.174283 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.174283 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.174749 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.174749 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.174749 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.175136 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.175136 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.175136 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.175425 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.175425 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.175683 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.175683 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.175933 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.176070 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.176205 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.176553 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.176553 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.176825 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.176825 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.177081 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.177081 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.177357 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.177357 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.177613 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.177747 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.177936 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.178071 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.178210 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.178345 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.178540 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.178678 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.178806 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.178933 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.179014 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.179159 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.179315 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.179477 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.179639 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.179801 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.179962 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.180124 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.180290 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.180452 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.180617 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.180776 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 11:25:38.181087 dv-cinder-815461-5-iscsi neutron-server[101873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 11:25:38.186213 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 33634) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:25:38.195106 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066953 Oct 28 11:25:50.119475 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0709b81-7b91-4cca-969d-0e0968f200f4 None None] get_active_networks_info from dv-cinder-815461-5-iscsi {{(pid=101986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 11:25:50.241384 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0709b81-7b91-4cca-969d-0e0968f200f4 None None] No non-hosted networks {{(pid=101986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 11:25:50.251255 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.agentschedulers_db [None req-a0709b81-7b91-4cca-969d-0e0968f200f4 None None] DHCP Agent not found on host dv-cinder-815461-5-iscsi {{(pid=101986) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 11:25:50.449922 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5dc06194-ccd0-4e15-96eb-cb1901dee3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801102'] for agent, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:52.683329 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-3ec50156-275d-4b66-88d6-215193da087c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801102'] for agent, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:52.716806 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.db.api [None req-ca08d8b3-7508-488a-9415-2d84d728a33a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815461-5-iscsi {{(pid=101986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 11:25:52.717378 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG oslo_db.api [None req-ca08d8b3-7508-488a-9415-2d84d728a33a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:25:53.243947 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ca08d8b3-7508-488a-9415-2d84d728a33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:53.510987 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801102'] for agent, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:53.512226 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.513406 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.514274 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.514989 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.515613 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.516292 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.516895 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.517570 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.518193 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.519271 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.519848 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.520413 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:25:53.521169 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815461-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:25:53.536601 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815461-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:25:53.801405 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801102'] for agent, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:55.641470 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801102'] for agent, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:25:56.510551 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.db.l3_hamode_db [None req-cd74db77-2b69-4b96-a8a0-f0286f62724a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 11:25:56.592866 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74db77-2b69-4b96-a8a0-f0286f62724a None None] Routers set() bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:25:56.593245 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74db77-2b69-4b96-a8a0-f0286f62724a None None] Router IDs set() for agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 11:25:56.852097 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 33728) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:25:57.344385 dv-cinder-815461-5-iscsi neutron-server[101984]: WARNING oslo_policy.policy [None req-dc34f98c-0f0d-47a4-9e94-8e2bb7ee951e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 11:25:57.344988 dv-cinder-815461-5-iscsi neutron-server[101984]: WARNING oslo_policy.policy [None req-dc34f98c-0f0d-47a4-9e94-8e2bb7ee951e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 11:25:57.574911 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [None req-dc34f98c-0f0d-47a4-9e94-8e2bb7ee951e admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:25:57.576597 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-dc34f98c-0f0d-47a4-9e94-8e2bb7ee951e admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7235658 Oct 28 11:26:00.141490 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33742) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:00.635671 dv-cinder-815461-5-iscsi neutron-server[101985]: WARNING oslo_policy.policy [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 11:26:00.636248 dv-cinder-815461-5-iscsi neutron-server[101985]: WARNING oslo_policy.policy [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 11:26:00.858824 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:26:00.954130 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.policy [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101985) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 11:26:01.003288 dv-cinder-815461-5-iscsi neutron-server[101985]: WARNING oslo_policy.policy [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 11:26:01.003660 dv-cinder-815461-5-iscsi neutron-server[101985]: WARNING oslo_policy.policy [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 11:26:01.012098 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.quota [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] Loaded quota_driver: . Oct 28 11:26:01.207474 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726495867602', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726495868207', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726495855302', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726495650876', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726496230691', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726495635757', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-709982', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785587', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1743755', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576739'] for rbac-policy, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:01.511883 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:01.513715 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-fd58e414-ce8d-4ba8-867b-00859c947874 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3700111 Oct 28 11:26:04.202923 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33760) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:04.518701 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Request body: {'network': {'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'name': 'private', 'admin_state_up': True, 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:26:04.618721 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Made reservation on behalf of 3b083671dd6f4981afb2e13f8e73bbc4 for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:26:04.621750 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:04.639427 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:04.745595 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:04.783803 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:04.808386 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:26:04.833492 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726493923413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:04.834092 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Unsubscribe: segment precommit_create {{(pid=101985) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 11:26:04.834595 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Added segment 522cbbdc-4d6d-40a3-aa19-8ba61f488a4b of type vlan for network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 Oct 28 11:26:04.840309 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7948690a-a09a-4267-ac46-23a22108f51f,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:04.878712 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.879070 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.879405 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.879733 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.880054 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.880394 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.880711 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.881041 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.881376 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.881696 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.882042 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.882354 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Tracked resource versions report: Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: pushed versions: Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: { 'AddressGroup': {'1.2'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'ConntrackHelper': {'1.0'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Log': {'1.0'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Network': {'1.1'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Port': {'1.7'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'PortForwarding': {'1.2'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'QosPolicy': {'1.10'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SecurityGroup': {'1.4'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SubPort': {'1.0'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Subnet': {'1.1'}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Trunk': {'1.1'}} Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: consumer versions: Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: { DHCP agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: L3 agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: Metadata agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: Metering agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: Open vSwitch agent@dv-cinder-815461-5-iscsi: { 'AddressGroup': '1.2', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'ConntrackHelper': '1.0', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Log': '1.0', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Network': '1.1', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Port': '1.7', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'PortForwarding': '1.2', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'QosPolicy': '1.10', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SecurityGroup': '1.4', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SecurityGroupRule': '1.2', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SubPort': '1.0', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Subnet': '1.1', Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Trunk': '1.1'}} Oct 28 11:26:04.883410 dv-cinder-815461-5-iscsi neutron-server[101985]: {{(pid=101985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:26:04.957823 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:05.087215 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:05.088513 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:26:05.089186 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:05.183818 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d19fdd4c-0b5d-4b18-b611-40fa08c48e27,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:05.195862 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:26:05.227193 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-1ce05e12-a7ea-4c8e-bdac-9f1cb057a0c6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0230505 Oct 28 11:26:08.025236 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33774) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:08.412967 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ed3a00-f20a-4fd6-89cc-50885ee48d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:26:08.414355 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c3ed3a00-f20a-4fd6-89cc-50885ee48d29 admin admin] 10.222.0.79 "GET /v2.0/networks/d19fdd4c-0b5d-4b18-b611-40fa08c48e27 HTTP/1.1" status: 200 len: 825 time: 0.3881543 Oct 28 11:26:08.440993 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-0b113ddb-b6e2-4759-a7e1-7b8589a0bf96 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/07aaa88b-3a54-4aac-9cd4-31df87ac5ef4 HTTP/1.1" status: 200 len: 734 time: 0.0194097 Oct 28 11:26:08.450449 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'subnetpool_id': '07aaa88b-3a54-4aac-9cd4-31df87ac5ef4', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:26:08.680879 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Made reservation on behalf of 3b083671dd6f4981afb2e13f8e73bbc4 for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:26:08.683227 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Publish callbacks [] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:09.070133 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:09.142848 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=63816b8b-5197-4a92-8ec4-ff398e4157f4,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:09.144837 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Checking segment: {'id': '522cbbdc-4d6d-40a3-aa19-8ba61f488a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:26:09.145216 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Network hostable DHCP agents. Network: d19fdd4c-0b5d-4b18-b611-40fa08c48e27, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:26:09.229277 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:26:09.332915 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, d19fdd4c-0b5d-4b18-b611-40fa08c48e27) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:26:09.337705 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:26:09.338386 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:09.350521 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a99e490-b63f-461f-b881-dff0d8c491cf None None] Network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:26:09.484123 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-79712424-0e81-4b80-943d-dc0eb43cc1ed admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0369496 Oct 28 11:26:09.681110 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-d19fdd4c-0b5d-4b18-b611-40fa08c48e27', 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'fixed_ips': [{'subnet_id': '63816b8b-5197-4a92-8ec4-ff398e4157f4'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:26:09.682417 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:10.005477 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Allocated IP 172.20.0.2 (d19fdd4c-0b5d-4b18-b611-40fa08c48e27/63816b8b-5197-4a92-8ec4-ff398e4157f4/dc49a1e6-7ac0-4c3e-81cf-e7aef5851886) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:26:10.228997 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:10.316046 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:10.397758 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:26:10.402603 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:26:10.408203 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Pushing event updated for resources: {'Port': ['ID=dc49a1e6-7ac0-4c3e-81cf-e7aef5851886,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:10.413242 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:26:10.422430 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.422788 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.425131 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.425131 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.425131 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.425131 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.425131 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.425532 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.425532 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.425532 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.425709 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.426045 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Tracked resource versions report: Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: pushed versions: Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: { 'AddressGroup': {'1.2'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'ConntrackHelper': {'1.0'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Log': {'1.0'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Network': {'1.1'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Port': {'1.7'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'PortForwarding': {'1.2'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'QosPolicy': {'1.10'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SecurityGroup': {'1.4'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SubPort': {'1.0'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Subnet': {'1.1'}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Trunk': {'1.1'}} Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: consumer versions: Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: { DHCP agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: L3 agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: Metadata agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: Metering agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: Open vSwitch agent@dv-cinder-815461-5-iscsi: { 'AddressGroup': '1.2', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'ConntrackHelper': '1.0', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Log': '1.0', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Network': '1.1', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Port': '1.7', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'PortForwarding': '1.2', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'QosPolicy': '1.10', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SecurityGroup': '1.4', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SecurityGroupRule': '1.2', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SubPort': '1.0', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Subnet': '1.1', Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Trunk': '1.1'}} Oct 28 11:26:10.427126 dv-cinder-815461-5-iscsi neutron-server[101986]: {{(pid=101986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:26:10.503637 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Attempting to bind port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:26:10.504038 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Attempting to bind port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '522cbbdc-4d6d-40a3-aa19-8ba61f488a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:26:10.504433 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Attempting to bind port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 on network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:26:10.509852 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:26:10.510248 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Checking segment: {'id': '522cbbdc-4d6d-40a3-aa19-8ba61f488a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:26:10.510690 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:10.511075 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Bound using segment: {'id': '522cbbdc-4d6d-40a3-aa19-8ba61f488a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:26:10.511567 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Bound port: dc49a1e6-7ac0-4c3e-81cf-e7aef5851886, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522cbbdc-4d6d-40a3-aa19-8ba61f488a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:26:10.511968 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:10.576964 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] For port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:26:10.581041 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] For port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=dc49a1e6-7ac0-4c3e-81cf-e7aef5851886,segment=NetworkSegment(522cbbdc-4d6d-40a3-aa19-8ba61f488a4b),segment_id=522cbbdc-4d6d-40a3-aa19-8ba61f488a4b)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:26:10.653785 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:10.724610 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d22948-fa9f-4b97-8c6f-8693c8e3e455 None None] Pushing event updated for resources: {'Port': ['ID=dc49a1e6-7ac0-4c3e-81cf-e7aef5851886,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:12.100932 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33782) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:12.421381 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [None req-df04148b-6cfc-4b11-8100-22baab0fc0de admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:26:12.422387 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-df04148b-6cfc-4b11-8100-22baab0fc0de admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3205206 Oct 28 11:26:14.984727 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33790) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:15.317016 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [None req-257f85c5-32a2-4b89-8920-cec211bc6034 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:26:15.319070 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-257f85c5-32a2-4b89-8920-cec211bc6034 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3324475 Oct 28 11:26:18.128593 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33800) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:18.438839 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-3f6df040-8754-41c8-9136-4cb573a835d2 admin admin] Request body: {'router': {'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:26:18.538754 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3f6df040-8754-41c8-9136-4cb573a835d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:18.540177 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3f6df040-8754-41c8-9136-4cb573a835d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:18.685285 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3f6df040-8754-41c8-9136-4cb573a835d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:18.750195 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3f6df040-8754-41c8-9136-4cb573a835d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:18.837366 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3f6df040-8754-41c8-9136-4cb573a835d2 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:18.838612 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-3f6df040-8754-41c8-9136-4cb573a835d2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7089915 Oct 28 11:26:19.514342 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:26:19.605309 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:19.606219 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:19.717341 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:19.755030 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=dc49a1e6-7ac0-4c3e-81cf-e7aef5851886,segment=NetworkSegment(522cbbdc-4d6d-40a3-aa19-8ba61f488a4b),segment_id=522cbbdc-4d6d-40a3-aa19-8ba61f488a4b)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:26:19.926720 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:19.982745 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=dc49a1e6-7ac0-4c3e-81cf-e7aef5851886,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:20.060532 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc198ff3-9552-4510-b468-fbdfd82bb4f5 None None] Network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:26:20.110631 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f372d4b6-e3a7-4bf5-9352-bbeccd249696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:20.141315 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-71a12172-3ff7-48fa-8604-a8665a738d9e None None] Provisioning complete for port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:20.141679 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-71a12172-3ff7-48fa-8604-a8665a738d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:20.500592 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-86297a41-2cbc-4922-b6df-8e85fa2be3b1 None None] Provisioning complete for port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:20.500967 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-86297a41-2cbc-4922-b6df-8e85fa2be3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:21.446323 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33814) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:21.461131 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:26:21.510830 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:21.511203 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:21.764453 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [None req-1a0738c1-4d6a-4617-b1dd-a40a9daccc8f admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:26:21.765438 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-1a0738c1-4d6a-4617-b1dd-a40a9daccc8f admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3181958 Oct 28 11:26:22.680695 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ff7b-9dde-4618-a421-e5b9004ed488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:23.486435 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:23.697868 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:24.353051 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33832) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:24.484735 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:26:24.571827 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Made reservation on behalf of 8ac4823bdae5410ca6a54bca45bb9ebe for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:26:24.574722 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:24.583321 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:24.659512 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:24.732193 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:24.749210 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Reserving flat network on physical network physnet1 {{(pid=101985) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 11:26:24.764751 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fe0199-36a2-4e17-967d-eda7bee61806,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:24.770340 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:24.770701 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Added segment be221a0b-8b9f-4ee0-90cb-3037277af12f of type flat for network 029f3c87-cfd5-43a4-af12-0447797f9c1c Oct 28 11:26:24.825776 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:25.018495 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:25.019370 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:26:25.019963 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:25.081131 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] Pushing event updated for resources: {'Network': ['ID=029f3c87-cfd5-43a4-af12-0447797f9c1c,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:25.091465 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:26:25.180809 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d5d740bd-d320-482a-bb8a-f1197910361f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8266394 Oct 28 11:26:25.606573 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:27.545617 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33850) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:27.637767 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cbb81c-4622-4b87-9e46-245056559133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:26:27.639140 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-52cbb81c-4622-4b87-9e46-245056559133 admin admin] 10.222.0.79 "GET /v2.0/subnets/63816b8b-5197-4a92-8ec4-ff398e4157f4 HTTP/1.1" status: 200 len: 849 time: 0.0925405 Oct 28 11:26:27.756701 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-bd2036c4-c5bc-4ea0-a393-65f154c6a159 admin admin] 10.222.0.79 "GET /v2.0/routers/bd4df179-3974-4eb6-b0ad-5becbad81836 HTTP/1.1" status: 200 len: 704 time: 0.1112747 Oct 28 11:26:28.025753 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:28.329431 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Allocated IP 172.20.0.1 (d19fdd4c-0b5d-4b18-b611-40fa08c48e27/63816b8b-5197-4a92-8ec4-ff398e4157f4/4f84b239-325c-44ba-bb75-ea385738d5ac) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:26:28.647078 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:28.779751 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:28.861919 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:26:28.867332 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:26:28.874928 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:26:28.875487 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:28.899492 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f84b239-325c-44ba-bb75-ea385738d5ac,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:29.063324 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-b23fe143-9d1c-432b-b93b-af1ce4b26aad None None] Provisioning complete for port 4f84b239-325c-44ba-bb75-ea385738d5ac triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:29.063976 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b23fe143-9d1c-432b-b93b-af1ce4b26aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:29.100965 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-b23fe143-9d1c-432b-b93b-af1ce4b26aad None None] Port 4f84b239-325c-44ba-bb75-ea385738d5ac cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:26:29.225201 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:29.445570 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:29.520893 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:29.521736 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:29.597080 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f84b239-325c-44ba-bb75-ea385738d5ac,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:29.646987 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:26:29.648268 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:26:29.823376 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-1c099369-db5d-4217-8319-d818a28c4494 None None] Provisioning complete for port 4f84b239-325c-44ba-bb75-ea385738d5ac triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:29.824313 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-1c099369-db5d-4217-8319-d818a28c4494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:29.860144 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-1c099369-db5d-4217-8319-d818a28c4494 None None] Port 4f84b239-325c-44ba-bb75-ea385738d5ac cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:26:29.869405 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Router bd4df179-3974-4eb6-b0ad-5becbad81836 is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:26:29.963772 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:26:29.970103 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-a5d37c6f-8ffd-4012-aba4-2fefb76189d1 admin admin] 10.222.0.79 "PUT /v2.0/routers/bd4df179-3974-4eb6-b0ad-5becbad81836/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2072585 Oct 28 11:26:29.975393 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Sync routers for ids ['bd4df179-3974-4eb6-b0ad-5becbad81836'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:26:29.989096 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Routers {'bd4df179-3974-4eb6-b0ad-5becbad81836'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:26:29.989954 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:26:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['bd4df179-3974-4eb6-b0ad-5becbad81836'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:26:30.183991 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Set router bd4df179-3974-4eb6-b0ad-5becbad81836 gateway port host: None {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:26:30.627276 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'name': 'router1', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:26:18Z', 'updated_at': '2021-10-28T11:26:29Z', 'revision_number': 2, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'gw_port_host': None, '_interfaces': [{'id': '4f84b239-325c-44ba-bb75-ea385738d5ac', 'name': '', 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'mac_address': 'fa:16:3e:0b:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:26:28Z', 'updated_at': '2021-10-28T11:26:29Z', 'revision_number': 2, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'subnets': [{'id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07aaa88b-3a54-4aac-9cd4-31df87ac5ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:26:30.675439 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Checking router: bd4df179-3974-4eb6-b0ad-5becbad81836 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:26:30.675803 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Updating router bd4df179-3974-4eb6-b0ad-5becbad81836 port 4f84b239-325c-44ba-bb75-ea385738d5ac binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:26:30.751420 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:31.243182 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:31.326307 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:31.506248 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Attempting to bind port 4f84b239-325c-44ba-bb75-ea385738d5ac on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:26:31.506661 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Attempting to bind port 4f84b239-325c-44ba-bb75-ea385738d5ac by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '522cbbdc-4d6d-40a3-aa19-8ba61f488a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:26:31.507094 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Attempting to bind port 4f84b239-325c-44ba-bb75-ea385738d5ac on network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:26:31.520195 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Pushing event updated for resources: {'Port': ['ID=4f84b239-325c-44ba-bb75-ea385738d5ac,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:31.523284 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:26:31.523691 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Checking segment: {'id': '522cbbdc-4d6d-40a3-aa19-8ba61f488a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:26:31.524172 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:31.524566 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Bound using segment: {'id': '522cbbdc-4d6d-40a3-aa19-8ba61f488a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:26:31.525111 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Bound port: 4f84b239-325c-44ba-bb75-ea385738d5ac, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522cbbdc-4d6d-40a3-aa19-8ba61f488a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:26:31.525498 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:31.547649 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.548018 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.548365 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.548702 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.549033 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.549363 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.549695 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.550048 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.550390 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.550719 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.551041 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.551361 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Tracked resource versions report: Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: pushed versions: Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: { 'AddressGroup': {'1.2'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'ConntrackHelper': {'1.0'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Log': {'1.0'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Network': {'1.1'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Port': {'1.7'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'PortForwarding': {'1.2'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'QosPolicy': {'1.10'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SecurityGroup': {'1.4'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SubPort': {'1.0'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Subnet': {'1.1'}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Trunk': {'1.1'}} Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: consumer versions: Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: { DHCP agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: L3 agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: Metadata agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: Metering agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: Open vSwitch agent@dv-cinder-815461-5-iscsi: { 'AddressGroup': '1.2', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'ConntrackHelper': '1.0', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Log': '1.0', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Network': '1.1', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Port': '1.7', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'PortForwarding': '1.2', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'QosPolicy': '1.10', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SecurityGroup': '1.4', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SecurityGroupRule': '1.2', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SubPort': '1.0', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Subnet': '1.1', Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Trunk': '1.1'}} Oct 28 11:26:31.552481 dv-cinder-815461-5-iscsi neutron-server[101987]: {{(pid=101987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:26:31.593368 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-3215570b-c018-4d00-9516-8b047de16fc4 None None] Provisioning complete for port 4f84b239-325c-44ba-bb75-ea385738d5ac triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:31.593969 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-3215570b-c018-4d00-9516-8b047de16fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:31.627411 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] For port 4f84b239-325c-44ba-bb75-ea385738d5ac, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:26:31.629225 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-3215570b-c018-4d00-9516-8b047de16fc4 None None] Port 4f84b239-325c-44ba-bb75-ea385738d5ac cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:26:31.651057 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] For port 4f84b239-325c-44ba-bb75-ea385738d5ac, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4f84b239-325c-44ba-bb75-ea385738d5ac,segment=NetworkSegment(522cbbdc-4d6d-40a3-aa19-8ba61f488a4b),segment_id=522cbbdc-4d6d-40a3-aa19-8ba61f488a4b)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:26:31.732498 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:31.793563 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Routers {'bd4df179-3974-4eb6-b0ad-5becbad81836'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:26:31.794334 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:26:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['bd4df179-3974-4eb6-b0ad-5becbad81836'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:26:31.799596 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863ec75-d7fe-491b-8002-509c5eccad40 None None] Pushing event updated for resources: {'Port': ['ID=4f84b239-325c-44ba-bb75-ea385738d5ac,revision_number=4']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:31.890938 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] Set router bd4df179-3974-4eb6-b0ad-5becbad81836 gateway port host: None {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:26:31.950011 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-d203d9f1-bee0-4e06-804c-6e7f1b1084f9 None None] Provisioning complete for port 4f84b239-325c-44ba-bb75-ea385738d5ac triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:31.950539 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d203d9f1-bee0-4e06-804c-6e7f1b1084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:32.035949 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d203d9f1-bee0-4e06-804c-6e7f1b1084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:32.073030 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-d203d9f1-bee0-4e06-804c-6e7f1b1084f9 None None] For port 4f84b239-325c-44ba-bb75-ea385738d5ac, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4f84b239-325c-44ba-bb75-ea385738d5ac,segment=NetworkSegment(522cbbdc-4d6d-40a3-aa19-8ba61f488a4b),segment_id=522cbbdc-4d6d-40a3-aa19-8ba61f488a4b)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:26:32.111743 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'name': 'router1', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:26:18Z', 'updated_at': '2021-10-28T11:26:29Z', 'revision_number': 2, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'gw_port_host': None, '_interfaces': [{'id': '4f84b239-325c-44ba-bb75-ea385738d5ac', 'name': '', 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'mac_address': 'fa:16:3e:0b:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:26:28Z', 'updated_at': '2021-10-28T11:26:31Z', 'revision_number': 4, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'subnets': [{'id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07aaa88b-3a54-4aac-9cd4-31df87ac5ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:26:32.138858 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d203d9f1-bee0-4e06-804c-6e7f1b1084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:32.139075 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946c532-5928-4f7c-8d46-f0befd22ef58 None None] The sync data for ids ['bd4df179-3974-4eb6-b0ad-5becbad81836'] in dv-cinder-815461-5-iscsi is: [{'id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'name': 'router1', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:26:18Z', 'updated_at': '2021-10-28T11:26:29Z', 'revision_number': 2, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'gw_port_host': None, '_interfaces': [{'id': '4f84b239-325c-44ba-bb75-ea385738d5ac', 'name': '', 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'mac_address': 'fa:16:3e:0b:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:26:28Z', 'updated_at': '2021-10-28T11:26:31Z', 'revision_number': 4, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'subnets': [{'id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07aaa88b-3a54-4aac-9cd4-31df87ac5ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:26:32.193091 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203d9f1-bee0-4e06-804c-6e7f1b1084f9 None None] Pushing event updated for resources: {'Port': ['ID=4f84b239-325c-44ba-bb75-ea385738d5ac,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:32.391048 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33860) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:32.508498 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eaae2d-69a6-4939-8cce-d5094f07dbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:26:32.516605 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-29eaae2d-69a6-4939-8cce-d5094f07dbfb admin admin] 10.222.0.79 "GET /v2.0/networks/029f3c87-cfd5-43a4-af12-0447797f9c1c HTTP/1.1" status: 200 len: 842 time: 0.1178696 Oct 28 11:26:32.520975 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:26:32.617947 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Made reservation on behalf of 8ac4823bdae5410ca6a54bca45bb9ebe for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:26:32.620223 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:33.088653 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.objects.ports [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101985) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 11:26:33.089114 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:33.144765 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff5580c-51f2-4e82-864d-64c219b8ca2e,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:33.156308 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:26:33.156662 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Network hostable DHCP agents. Network: 029f3c87-cfd5-43a4-af12-0447797f9c1c, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:26:33.303470 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:26:33.446497 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, 029f3c87-cfd5-43a4-af12-0447797f9c1c) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:26:33.451222 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:26:33.451892 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:33.460137 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261b4f3-b6ab-4c95-8e94-35afdb91106a None None] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:26:33.586184 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-bb8681f9-a493-45eb-9c2f-66920b650b51 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0687506 Oct 28 11:26:33.625319 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a27f66-c597-4e2b-b464-00e8d16ff592 None None] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:26:36.041523 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33868) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:36.176077 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-248cd9eb-09c4-4850-919b-685e1505f05d admin admin] 10.222.0.79 "GET /v2.0/routers/bd4df179-3974-4eb6-b0ad-5becbad81836 HTTP/1.1" status: 200 len: 710 time: 0.1333420 Oct 28 11:26:36.265257 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661fe5e5-10a5-4c72-aa70-8fe26f0c94ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:26:36.266567 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-661fe5e5-10a5-4c72-aa70-8fe26f0c94ac admin admin] 10.222.0.79 "GET /v2.0/networks/029f3c87-cfd5-43a4-af12-0447797f9c1c HTTP/1.1" status: 200 len: 886 time: 0.0843883 Oct 28 11:26:36.276080 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:26:36.534744 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:36.859496 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:36.938727 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:37.063099 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Allocated IP 172.27.0.173 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/2d0a7df9-f51e-4853-ae64-667394467514) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:26:37.170014 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:37.269436 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:37.310840 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:26:37.313938 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:26:37.318354 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:26:37.321360 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0a7df9-f51e-4853-ae64-667394467514,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:37.757039 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:37.960203 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1797946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-895'] for router, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:37.963881 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1797941'] for router, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:38.073272 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Router bd4df179-3974-4eb6-b0ad-5becbad81836 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:26:38.180309 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:26:38.185152 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:38.186373 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-03c33784-a34f-434d-abd8-ae908079c050 admin admin] 10.222.0.79 "PUT /v2.0/routers/bd4df179-3974-4eb6-b0ad-5becbad81836 HTTP/1.1" status: 200 len: 890 time: 1.9135573 Oct 28 11:26:39.177348 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Sync routers for ids ['bd4df179-3974-4eb6-b0ad-5becbad81836'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:26:39.188768 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Routers {'bd4df179-3974-4eb6-b0ad-5becbad81836'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:26:39.189390 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:26:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['bd4df179-3974-4eb6-b0ad-5becbad81836'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:26:39.419943 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Set router bd4df179-3974-4eb6-b0ad-5becbad81836 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:26:39.541751 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4f84b239-325c-44ba-bb75-ea385738d5ac up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:26:39.750133 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 4f84b239-325c-44ba-bb75-ea385738d5ac triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:39.750505 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:40.013464 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'name': 'router1', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '2d0a7df9-f51e-4853-ae64-667394467514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:26:18Z', 'updated_at': '2021-10-28T11:26:37Z', 'revision_number': 4, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'gw_port': {'id': '2d0a7df9-f51e-4853-ae64-667394467514', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:26:36Z', 'updated_at': '2021-10-28T11:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '4f84b239-325c-44ba-bb75-ea385738d5ac', 'name': '', 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'mac_address': 'fa:16:3e:0b:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:26:28Z', 'updated_at': '2021-10-28T11:26:32Z', 'revision_number': 5, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'subnets': [{'id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07aaa88b-3a54-4aac-9cd4-31df87ac5ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:26:40.054267 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:26:40.066592 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Checking router: bd4df179-3974-4eb6-b0ad-5becbad81836 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:26:40.066949 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Updating router bd4df179-3974-4eb6-b0ad-5becbad81836 port 2d0a7df9-f51e-4853-ae64-667394467514 binding host dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:26:40.114979 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:40.438046 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Publish callbacks [] for port, precommit_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:40.553494 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:40.610163 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19eb77-cf22-4d7e-bd32-f66d95d08e99 None None] Pushing event updated for resources: {'Port': ['ID=2d0a7df9-f51e-4853-ae64-667394467514,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:40.613296 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Attempting to bind port 2d0a7df9-f51e-4853-ae64-667394467514 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:26:40.613669 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Attempting to bind port 2d0a7df9-f51e-4853-ae64-667394467514 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:26:40.614046 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Attempting to bind port 2d0a7df9-f51e-4853-ae64-667394467514 on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:26:40.619353 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:26:40.619724 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:26:40.620191 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:40.620590 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:26:40.625479 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Bound port: 2d0a7df9-f51e-4853-ae64-667394467514, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:26:40.625479 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:40.673389 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] For port 2d0a7df9-f51e-4853-ae64-667394467514, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:26:40.676484 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] For port 2d0a7df9-f51e-4853-ae64-667394467514, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=2d0a7df9-f51e-4853-ae64-667394467514,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:26:40.736832 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:40.751577 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 33880) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:26:40.795604 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19eb77-cf22-4d7e-bd32-f66d95d08e99 None None] Pushing event updated for resources: {'Port': ['ID=2d0a7df9-f51e-4853-ae64-667394467514,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:40.798093 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Routers {'bd4df179-3974-4eb6-b0ad-5becbad81836'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:26:40.798724 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:26:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['bd4df179-3974-4eb6-b0ad-5becbad81836'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:26:40.874777 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-06a5b855-ea76-4ad7-95f2-d99202ea5e7a admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1220367 Oct 28 11:26:40.908013 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] Set router bd4df179-3974-4eb6-b0ad-5becbad81836 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:26:41.135738 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'name': 'router1', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '2d0a7df9-f51e-4853-ae64-667394467514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:26:18Z', 'updated_at': '2021-10-28T11:26:37Z', 'revision_number': 4, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'gw_port': {'id': '2d0a7df9-f51e-4853-ae64-667394467514', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:26:36Z', 'updated_at': '2021-10-28T11:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '4f84b239-325c-44ba-bb75-ea385738d5ac', 'name': '', 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'mac_address': 'fa:16:3e:0b:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:26:28Z', 'updated_at': '2021-10-28T11:26:32Z', 'revision_number': 5, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'subnets': [{'id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07aaa88b-3a54-4aac-9cd4-31df87ac5ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:26:41.164742 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91faf34-15db-419a-bc1a-7705775bffcd None None] The sync data for ids ['bd4df179-3974-4eb6-b0ad-5becbad81836'] in dv-cinder-815461-5-iscsi is: [{'id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'name': 'router1', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '2d0a7df9-f51e-4853-ae64-667394467514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:26:18Z', 'updated_at': '2021-10-28T11:26:37Z', 'revision_number': 4, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'gw_port': {'id': '2d0a7df9-f51e-4853-ae64-667394467514', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:26:36Z', 'updated_at': '2021-10-28T11:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '4f84b239-325c-44ba-bb75-ea385738d5ac', 'name': '', 'network_id': 'd19fdd4c-0b5d-4b18-b611-40fa08c48e27', 'tenant_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'mac_address': 'fa:16:3e:0b:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4df179-3974-4eb6-b0ad-5becbad81836', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:26:28Z', 'updated_at': '2021-10-28T11:26:32Z', 'revision_number': 5, 'project_id': '3b083671dd6f4981afb2e13f8e73bbc4', 'subnets': [{'id': '63816b8b-5197-4a92-8ec4-ff398e4157f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07aaa88b-3a54-4aac-9cd4-31df87ac5ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:26:41.528874 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 2d0a7df9-f51e-4853-ae64-667394467514 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:26:41.583769 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 2d0a7df9-f51e-4853-ae64-667394467514 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:41.583999 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:41.678970 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:41.706534 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 2d0a7df9-f51e-4853-ae64-667394467514, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=2d0a7df9-f51e-4853-ae64-667394467514,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:26:41.772203 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:41.829663 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=2d0a7df9-f51e-4853-ae64-667394467514,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:26:43.481819 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 2d0a7df9-f51e-4853-ae64-667394467514 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:26:43.540948 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 2d0a7df9-f51e-4853-ae64-667394467514 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:26:43.541324 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:50.113425 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c5acf1b5-e661-4649-acc2-681e35d72031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:52.656562 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-888fa2cc-78de-4bba-9c60-5347fab5b49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:53.429108 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:53.697344 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:26:55.611717 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:17.053587 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:27:20.091077 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5a6764f1-0ac4-4b32-b45c-b52e1e246f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:22.659056 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-eb55ad85-3d69-46e5-8a67-058bb66f52da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:23.422191 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:23.734638 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:25.668112 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:50.070522 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d48e-bbd8-424d-bcef-47b32c484cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:52.661142 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-384d97b4-4fb0-40cd-b9d9-26dfe3ddbaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:53.416179 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:53.710546 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:27:54.051794 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:27:55.576246 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:20.086895 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4cd53e53-a6e4-4704-9b23-a7d4f536506e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:22.689306 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-60e1b440-fa0d-4300-bccb-5acae2320d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:22.826469 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 34442) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:22.923728 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfdc73d-75e8-474a-bd2f-f53c6083f20d admin admin] GET failed (client error): The resource could not be found. Oct 28 11:28:22.925391 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-9dfdc73d-75e8-474a-bd2f-f53c6083f20d admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0979569 Oct 28 11:28:23.328998 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.policy [None req-c01c393c-3d36-4c93-bc87-b5a1e31e137e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101984) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 11:28:23.378324 dv-cinder-815461-5-iscsi neutron-server[101984]: WARNING oslo_policy.policy [None req-c01c393c-3d36-4c93-bc87-b5a1e31e137e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 11:28:23.378750 dv-cinder-815461-5-iscsi neutron-server[101984]: WARNING oslo_policy.policy [None req-c01c393c-3d36-4c93-bc87-b5a1e31e137e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 11:28:23.388221 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c393c-3d36-4c93-bc87-b5a1e31e137e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:23.389980 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-c01c393c-3d36-4c93-bc87-b5a1e31e137e admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.4590280 Oct 28 11:28:23.443460 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:23.920401 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:25.594897 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:25.700868 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34454) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:25.797282 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fb555-f79c-4d1d-8dcf-f2d56c820b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:25.798652 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-050fb555-f79c-4d1d-8dcf-f2d56c820b47 admin admin] 10.222.0.79 "GET /v2.0/subnets/63816b8b-5197-4a92-8ec4-ff398e4157f4 HTTP/1.1" status: 200 len: 849 time: 0.0968425 Oct 28 11:28:25.809678 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:28:25.892327 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:26.108810 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726493962981'] for subnet, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:26.141432 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:26.142046 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:26.143336 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] 10.222.0.79 "PUT /v2.0/subnets/63816b8b-5197-4a92-8ec4-ff398e4157f4 HTTP/1.1" status: 200 len: 868 time: 0.3374176 Oct 28 11:28:26.155622 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406dc348-7a9a-4b5f-bff5-bc3b7e7f1373 None None] Network d19fdd4c-0b5d-4b18-b611-40fa08c48e27 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:28:26.162771 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63816b8b-5197-4a92-8ec4-ff398e4157f4,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:28:26.171318 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.171689 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.172040 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.172376 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.172715 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.173067 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.173403 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.173748 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.174123 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.174455 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.174781 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.175106 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f619678-7128-4492-a0e4-d6fe3922b383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:28:26.578978 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-f922dd3c-05fe-4ee9-9fff-4f592aff67ab None None] Provisioning complete for port 4f84b239-325c-44ba-bb75-ea385738d5ac triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:28:26.579347 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f922dd3c-05fe-4ee9-9fff-4f592aff67ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:26.672777 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-f922dd3c-05fe-4ee9-9fff-4f592aff67ab None None] Provisioning complete for port dc49a1e6-7ac0-4c3e-81cf-e7aef5851886 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:28:26.673508 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f922dd3c-05fe-4ee9-9fff-4f592aff67ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:28.448706 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 34464) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:28.647803 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59eb37-e73c-4ff3-8bb7-e39ce50b38e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:28.648174 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59eb37-e73c-4ff3-8bb7-e39ce50b38e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:28.649675 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-5c59eb37-e73c-4ff3-8bb7-e39ce50b38e1 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000422 Oct 28 11:28:31.035525 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34472) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:31.052422 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:28:31.246163 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3a4e1-4512-4b21-b535-85a60d83cc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:31.246550 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3a4e1-4512-4b21-b535-85a60d83cc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:31.248122 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-1ee3a4e1-4512-4b21-b535-85a60d83cc74 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2115786 Oct 28 11:28:33.541282 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 34480) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:33.717669 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617f1a1-2f06-4c53-9e5e-38fc18c44a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:33.719342 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-4617f1a1-2f06-4c53-9e5e-38fc18c44a66 admin admin] 10.222.0.79 "GET /v2.0/networks/029f3c87-cfd5-43a4-af12-0447797f9c1c HTTP/1.1" status: 200 len: 886 time: 0.1770966 Oct 28 11:28:36.017432 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34488) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:36.154183 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987f5743-a26c-4e72-9f90-0c55db2276d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:36.155566 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-987f5743-a26c-4e72-9f90-0c55db2276d8 admin admin] 10.222.0.79 "GET /v2.0/networks/d19fdd4c-0b5d-4b18-b611-40fa08c48e27 HTTP/1.1" status: 200 len: 869 time: 0.1371646 Oct 28 11:28:38.459857 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 34496) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:38.589001 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10228a-6b0a-49f6-9f0d-980e3c3ec4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:38.589451 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10228a-6b0a-49f6-9f0d-980e3c3ec4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:38.590998 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ff10228a-6b0a-49f6-9f0d-980e3c3ec4cd admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1301413 Oct 28 11:28:40.876597 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34504) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:40.999501 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b2148-b753-4a48-b36b-544c124a6eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:40.999941 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b2148-b753-4a48-b36b-544c124a6eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:41.001441 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-ae0b2148-b753-4a48-b36b-544c124a6eff admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239090 Oct 28 11:28:43.307537 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34512) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:43.401877 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5442737-c202-4740-8f63-f4e952ac6dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:43.403269 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-b5442737-c202-4740-8f63-f4e952ac6dda admin admin] 10.222.0.79 "GET /v2.0/subnets/63816b8b-5197-4a92-8ec4-ff398e4157f4 HTTP/1.1" status: 200 len: 868 time: 0.0947945 Oct 28 11:28:45.723987 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34520) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:28:45.815368 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beeafc4-6f98-4aea-99d4-940191ff0b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:28:45.816737 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-3beeafc4-6f98-4aea-99d4-940191ff0b71 admin admin] 10.222.0.79 "GET /v2.0/subnets/9ff5580c-51f2-4e82-864d-64c219b8ca2e HTTP/1.1" status: 200 len: 816 time: 0.0916474 Oct 28 11:28:50.128773 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-20666f89-4ff1-42aa-9f8f-357eba2a0a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:52.648148 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-daefd51d-4aed-4823-8257-8442f9d4fcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:53.414196 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:53.718885 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:28:55.596592 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:08.050784 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:29:11.539441 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34574) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:29:11.586683 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [None req-f6ab8e22-2664-4ef0-84eb-650f548f3d53 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:29:11.587717 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f6ab8e22-2664-4ef0-84eb-650f548f3d53 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0473549 Oct 28 11:29:13.982700 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34582) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:29:14.046797 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4f0abc-c201-4705-b699-b04bf16621d6 admin admin] GET failed (client error): The resource could not be found. Oct 28 11:29:14.048101 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-4c4f0abc-c201-4705-b699-b04bf16621d6 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644698 Oct 28 11:29:14.292860 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd0a38-34d1-40ae-bc2f-8dfc22d0ded4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:29:14.294372 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f9dd0a38-34d1-40ae-bc2f-8dfc22d0ded4 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2414620 Oct 28 11:29:16.619735 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34590) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:29:16.666649 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:29:16.763772 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Made reservation on behalf of 8ac4823bdae5410ca6a54bca45bb9ebe for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:29:16.766169 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:16.794640 dv-cinder-815461-5-iscsi neutron-server[101985]: WARNING neutron.services.revisions.revision_plugin [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Could not find related network for resource to bump revision. Oct 28 11:29:16.806533 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:29:16.815059 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:16.815406 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Added segment 85bf46fa-76ef-4e0d-ae62-68f34f2b1523 of type vlan for network 5e39905f-037d-44c5-8792-cad94b813126 Oct 28 11:29:16.855225 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:16.996466 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:16.997437 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:29:16.998068 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:17.058761 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] Pushing event updated for resources: {'Network': ['ID=5e39905f-037d-44c5-8792-cad94b813126,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:29:17.070282 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network 5e39905f-037d-44c5-8792-cad94b813126 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:29:17.153021 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d2b4a8b5-dd24-4afd-942a-4426170fdf80 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5322042 Oct 28 11:29:19.493932 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34598) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:29:19.557099 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41ac94c-5823-47fd-9e7d-607d1bb7c00f admin admin] GET failed (client error): The resource could not be found. Oct 28 11:29:19.558460 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d41ac94c-5823-47fd-9e7d-607d1bb7c00f admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626965 Oct 28 11:29:19.633300 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb39ea-a3e8-45ad-ac45-1e82bd049f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:29:19.634807 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-8efb39ea-a3e8-45ad-ac45-1e82bd049f3b admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0716341 Oct 28 11:29:19.645636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:29:19.761965 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Made reservation on behalf of 8ac4823bdae5410ca6a54bca45bb9ebe for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:29:19.764418 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:20.053758 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:20.089106 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8eb776ff-7f58-4777-99ad-99d980b0334f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:20.104371 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f117a3-c475-4f80-a9ae-8c83d06c76ad,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:29:20.119348 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Checking segment: {'id': '85bf46fa-76ef-4e0d-ae62-68f34f2b1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:29:20.119728 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Network hostable DHCP agents. Network: 5e39905f-037d-44c5-8792-cad94b813126, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:29:20.219084 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Network 5e39905f-037d-44c5-8792-cad94b813126 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:29:20.311983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, 5e39905f-037d-44c5-8792-cad94b813126) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:29:20.317707 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:29:20.318331 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:20.323025 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e105a1-1046-4633-9c7a-2f72bd671ad9 None None] Network 5e39905f-037d-44c5-8792-cad94b813126 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:29:20.464074 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-28dbae9e-93b6-4dd0-a687-240982375304 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8222234 Oct 28 11:29:20.575129 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-5e39905f-037d-44c5-8792-cad94b813126', 'network_id': '5e39905f-037d-44c5-8792-cad94b813126', 'tenant_id': '8ac4823bdae5410ca6a54bca45bb9ebe', 'fixed_ips': [{'subnet_id': '11f117a3-c475-4f80-a9ae-8c83d06c76ad'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:29:20.576029 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:20.810989 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Allocated IP 192.168.233.2 (5e39905f-037d-44c5-8792-cad94b813126/11f117a3-c475-4f80-a9ae-8c83d06c76ad/97f67d89-015a-4de5-95d2-58e5e58e1e98) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:29:20.992053 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:21.135560 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:21.177793 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Network 5e39905f-037d-44c5-8792-cad94b813126 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:29:21.180744 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:29:21.184267 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:29:21.191517 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Pushing event updated for resources: {'Port': ['ID=97f67d89-015a-4de5-95d2-58e5e58e1e98,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:29:21.217476 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.217835 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.218197 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.218546 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.218886 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.219239 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.219617 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.219941 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.220273 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.220596 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.220916 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.221229 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:29:21.252466 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Attempting to bind port 97f67d89-015a-4de5-95d2-58e5e58e1e98 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:29:21.252751 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Attempting to bind port 97f67d89-015a-4de5-95d2-58e5e58e1e98 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '85bf46fa-76ef-4e0d-ae62-68f34f2b1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:29:21.253103 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Attempting to bind port 97f67d89-015a-4de5-95d2-58e5e58e1e98 on network 5e39905f-037d-44c5-8792-cad94b813126 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:29:21.258915 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:29:21.259281 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Checking segment: {'id': '85bf46fa-76ef-4e0d-ae62-68f34f2b1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:29:21.259673 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:21.260063 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Bound using segment: {'id': '85bf46fa-76ef-4e0d-ae62-68f34f2b1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:29:21.260513 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Bound port: 97f67d89-015a-4de5-95d2-58e5e58e1e98, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bf46fa-76ef-4e0d-ae62-68f34f2b1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:29:21.260899 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:21.327210 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] For port 97f67d89-015a-4de5-95d2-58e5e58e1e98, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:29:21.330443 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] For port 97f67d89-015a-4de5-95d2-58e5e58e1e98, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=97f67d89-015a-4de5-95d2-58e5e58e1e98,segment=NetworkSegment(85bf46fa-76ef-4e0d-ae62-68f34f2b1523),segment_id=85bf46fa-76ef-4e0d-ae62-68f34f2b1523)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:29:21.444647 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:21.508074 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c318a35-a5b3-4cea-9355-60547e58299f None None] Pushing event updated for resources: {'Port': ['ID=97f67d89-015a-4de5-95d2-58e5e58e1e98,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:29:22.295649 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef39c2b-11ec-4861-b107-04bf0e6e9664 None None] Network 5e39905f-037d-44c5-8792-cad94b813126 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:29:22.357457 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-374f7152-d71a-4958-919a-aa3ea41627d7 None None] Provisioning complete for port 97f67d89-015a-4de5-95d2-58e5e58e1e98 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:29:22.357825 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-374f7152-d71a-4958-919a-aa3ea41627d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:22.507951 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-374f7152-d71a-4958-919a-aa3ea41627d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:22.549522 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-374f7152-d71a-4958-919a-aa3ea41627d7 None None] For port 97f67d89-015a-4de5-95d2-58e5e58e1e98, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=97f67d89-015a-4de5-95d2-58e5e58e1e98,segment=NetworkSegment(85bf46fa-76ef-4e0d-ae62-68f34f2b1523),segment_id=85bf46fa-76ef-4e0d-ae62-68f34f2b1523)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:29:22.632692 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-374f7152-d71a-4958-919a-aa3ea41627d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:22.671313 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8b8eaf54-e189-4467-9852-0efc770befa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:22.692398 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f7152-d71a-4958-919a-aa3ea41627d7 None None] Pushing event updated for resources: {'Port': ['ID=97f67d89-015a-4de5-95d2-58e5e58e1e98,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:29:22.753300 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-bdb07cb5-0b8a-4777-a33b-63cc14fa9813 None None] Provisioning complete for port 97f67d89-015a-4de5-95d2-58e5e58e1e98 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:29:22.753662 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-bdb07cb5-0b8a-4777-a33b-63cc14fa9813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:23.437747 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:23.582392 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 97f67d89-015a-4de5-95d2-58e5e58e1e98 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:29:23.634250 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 97f67d89-015a-4de5-95d2-58e5e58e1e98 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:29:23.634614 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:23.757620 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:25.626479 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:45.049461 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:29:50.070669 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-351590c6-b5b3-45a1-8db4-36cc117dce7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:52.665126 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a93d381d-2a72-4217-b154-ba0ee972f4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:53.453460 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:53.728469 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:29:55.607610 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:20.092539 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-92e4da95-9a35-4431-8925-1264886bf70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:22.049103 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:30:22.669519 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ba806596-52a6-45f3-93fd-698ffc263266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:23.446237 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:23.743768 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:25.612372 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:42.960840 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34642) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:30:42.967474 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [None req-16aa512a-1178-4546-bb8e-7422e08f8f43 tempest-verify_tempest_config-1669076950 tempest-verify_tempest_config-1669076950-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:30:42.968420 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-16aa512a-1178-4546-bb8e-7422e08f8f43 tempest-verify_tempest_config-1669076950 tempest-verify_tempest_config-1669076950-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060990 Oct 28 11:30:43.697531 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34660) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:30:43.800477 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:43.872957 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:43.942595 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:43.989086 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d56197ec12344a6be89b4562724f8c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2904224 Oct 28 11:30:43.989927 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d98242a-63dd-4a0c-b2a3-88b38e81e11a,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:30:43.991793 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 34664) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:30:43.997251 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:43.997593 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:43.997948 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:43.998303 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:43.998629 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:43.998971 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:43.999444 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:43.999637 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:43.999980 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.000302 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.000621 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.000936 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c89ea-678d-44be-88ce-2d2aec203df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.100448 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:44.122456 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:44.274849 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:44.277483 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:44.278692 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8d98242a-63dd-4a0c-b2a3-88b38e81e11a HTTP/1.1" status: 204 len: 168 time: 0.2859190 Oct 28 11:30:44.287224 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d98242a-63dd-4a0c-b2a3-88b38e81e11a,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:30:44.297843 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.298226 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.298571 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.298905 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.299234 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.299568 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.299889 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.300226 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.300568 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.300892 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.301212 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.301547 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1e88be-fe28-433b-bb07-ee9c9419af9b admin admin] Tracked resource versions report: Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: pushed versions: Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: { 'AddressGroup': {'1.2'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'ConntrackHelper': {'1.0'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Log': {'1.0'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Network': {'1.1'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Port': {'1.7'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'PortForwarding': {'1.2'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'QosPolicy': {'1.10'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SecurityGroup': {'1.4'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SubPort': {'1.0'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Subnet': {'1.1'}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Trunk': {'1.1'}} Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: consumer versions: Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: { DHCP agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: L3 agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: Metadata agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: Metering agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: Open vSwitch agent@dv-cinder-815461-5-iscsi: { 'AddressGroup': '1.2', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'ConntrackHelper': '1.0', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Log': '1.0', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Network': '1.1', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Port': '1.7', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'PortForwarding': '1.2', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'QosPolicy': '1.10', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SecurityGroup': '1.4', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SecurityGroupRule': '1.2', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SubPort': '1.0', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Subnet': '1.1', Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Trunk': '1.1'}} Oct 28 11:30:44.302691 dv-cinder-815461-5-iscsi neutron-server[101984]: {{(pid=101984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:30:50.103686 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f66c4ca5-1f2b-4029-8094-fe90950b116e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:52.697341 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-cba2d1a6-986a-4175-ba84-24e5dca674dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:53.456790 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:53.742661 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:55.610883 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:30:59.047760 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:31:20.130093 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a439-5765-41cb-b9b9-de5a85e0647c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:31:22.655752 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-9a79aab1-e8a8-419e-ba5f-08a13f90aec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:31:23.443643 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:31:23.759057 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:31:25.638511 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:31:36.046527 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:31:50.082469 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7835-2f31-48c7-b320-13e549639491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:31:52.670831 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-085c810f-00fb-4b66-ab43-2cd226507dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:31:53.430721 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:31:53.728902 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:31:55.603462 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:13.048845 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 5 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:32:20.100859 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-47619927-1053-46f5-b5d3-b6952d5d2f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:21.756148 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1801102'] for agent, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:22.669847 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8fcb214b-5253-402c-aba6-34f146ffcd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:23.425500 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:23.762554 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:25.595459 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:37.194634 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 34742) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:32:37.305574 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b8355aa3-f55d-485c-98c0-169befc93661 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1098156 Oct 28 11:32:39.711781 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 34752) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:32:39.767094 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-e0e912ff-7090-4008-a891-5572c92cba3e admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0542362 Oct 28 11:32:50.048666 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:32:50.073656 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8e63c101-0d8b-4827-b4cc-dcf7951ddf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:51.642220 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:52.696578 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e6192cef-bbbd-4ea9-a1bf-024ee6063fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:53.419091 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:53.738679 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:32:55.596211 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:20.106648 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-12a999e7-2a8d-450f-a3ad-39f8a3a97cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:21.642204 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:22.746584 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8e47e185-f42a-4d43-97af-52261a3fc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:23.464463 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:23.747868 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:25.618301 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:27.049782 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:33:50.111033 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c76e25e9-af46-4af3-bb1b-88e8de42b283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:51.639823 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:52.688226 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c845340a-d8f2-4c36-9dc7-d393add0dd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:53.480011 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:53.774596 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:33:55.607845 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:04.049310 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:34:10.718933 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 34962) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:10.787201 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 34974) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:10.821095 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34978) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:10.933496 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34988) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:11.017546 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-152989972-network', 'tenant_id': '29547520fd4e4366936ad7dd8ef931c6'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:11.018996 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.quota [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Loaded quota_driver: . Oct 28 11:34:11.061473 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-656807202-network', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:11.106651 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097371235-network', 'tenant_id': 'adc8b754c8714af8ad2741254a5d256f'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:11.119605 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 34998) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:11.146765 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-network', 'tenant_id': '8e441afa764f4d43aabb60a1da939186'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:11.190191 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Made reservation on behalf of 29547520fd4e4366936ad7dd8ef931c6 for: {'network': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:11.193200 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.213312 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.257463 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1776852262-network', 'tenant_id': '6f5e5fc22ec647d8ba1f622408f16614'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:11.307544 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.db.api [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 11:34:11.307544 dv-cinder-815461-5-iscsi neutron-server[101985]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 11:34:11.307544 dv-cinder-815461-5-iscsi neutron-server[101985]: [parameters: {'project_id_1': '8e441afa764f4d43aabb60a1da939186', 'expiration_1': datetime.datetime(2021, 10, 28, 11, 33, 51, 151831)}] Oct 28 11:34:11.307544 dv-cinder-815461-5-iscsi neutron-server[101985]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 11:34:11.307931 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG oslo_db.api [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:34:11.313866 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Made reservation on behalf of 51d77d3ba5c047838fd80fff14ee3822 for: {'network': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:11.314897 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.db.api [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 11:34:11.314897 dv-cinder-815461-5-iscsi neutron-server[101985]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 11:34:11.314897 dv-cinder-815461-5-iscsi neutron-server[101985]: [parameters: {'project_id_1': '6f5e5fc22ec647d8ba1f622408f16614', 'expiration_1': datetime.datetime(2021, 10, 28, 11, 33, 51, 264328)}] Oct 28 11:34:11.314897 dv-cinder-815461-5-iscsi neutron-server[101985]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 11:34:11.315262 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG oslo_db.api [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:34:11.316583 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.324187 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.330558 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.418436 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.419762 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Made reservation on behalf of adc8b754c8714af8ad2741254a5d256f for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:11.420435 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.423092 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.437551 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.437762 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=101984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:34:11.451939 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726493923413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.452543 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Unsubscribe: segment precommit_create {{(pid=101984) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 11:34:11.460973 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.segments_db [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Added segment 6cd9b284-92f8-4278-8088-8fec7c59b142 of type vlan for network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d Oct 28 11:34:11.529037 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.549495 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.577274 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=101984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:34:11.599528 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.600242 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.segments_db [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Added segment 5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d of type vlan for network df0f74b7-2157-4893-a31c-27cb337cedf3 Oct 28 11:34:11.606628 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.615828 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720ba039-dce9-45e1-a018-3fd59d6d5dd7,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:11.658944 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.659512 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.660019 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.660478 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.661031 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.661580 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.662160 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.662708 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.663203 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.663729 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.664247 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.664680 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Tracked resource versions report: Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: pushed versions: Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: { 'AddressGroup': {'1.2'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'ConntrackHelper': {'1.0'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Log': {'1.0'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Network': {'1.1'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Port': {'1.7'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'PortForwarding': {'1.2'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'QosPolicy': {'1.10'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SecurityGroup': {'1.4'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SubPort': {'1.0'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Subnet': {'1.1'}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Trunk': {'1.1'}} Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: consumer versions: Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: { DHCP agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: HyperV agent@hv-cinder-81546: {}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: L3 agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: Metadata agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: Metering agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: Open vSwitch agent@dv-cinder-815461-5-iscsi: { 'AddressGroup': '1.2', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'ConntrackHelper': '1.0', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Log': '1.0', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Network': '1.1', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Port': '1.7', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'PortForwarding': '1.2', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'QosPolicy': '1.10', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SecurityGroup': '1.4', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SecurityGroupRule': '1.2', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'SubPort': '1.0', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Subnet': '1.1', Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: 'Trunk': '1.1'}} Oct 28 11:34:11.666874 dv-cinder-815461-5-iscsi neutron-server[101984]: {{(pid=101984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:34:11.687401 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.689162 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:11.690187 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.709071 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.712725 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.742649 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:34:11.763835 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ace17c-0f74-48ce-aae6-da353161a09c,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:11.773172 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.773655 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Added segment 2bc6feab-ef3e-4ab9-8b03-b712043224d9 of type vlan for network f0d5ed92-9a8d-4167-9946-5fa734a5cf98 Oct 28 11:34:11.778144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.778843 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.779193 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.779529 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.779867 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.780212 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.780541 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.780931 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.781261 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.781587 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.782086 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Tracked resource versions report: Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: pushed versions: Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: { 'AddressGroup': {'1.2'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'ConntrackHelper': {'1.0'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Log': {'1.0'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Network': {'1.1'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Port': {'1.7'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'PortForwarding': {'1.2'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'QosPolicy': {'1.10'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SecurityGroup': {'1.4'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SubPort': {'1.0'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Subnet': {'1.1'}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Trunk': {'1.1'}} Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: consumer versions: Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: { DHCP agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: HyperV agent@hv-cinder-81546: {}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: L3 agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: Metadata agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: Metering agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: Open vSwitch agent@dv-cinder-815461-5-iscsi: { 'AddressGroup': '1.2', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'ConntrackHelper': '1.0', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Log': '1.0', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Network': '1.1', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Port': '1.7', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'PortForwarding': '1.2', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'QosPolicy': '1.10', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SecurityGroup': '1.4', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SecurityGroupRule': '1.2', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'SubPort': '1.0', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Subnet': '1.1', Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: 'Trunk': '1.1'}} Oct 28 11:34:11.791293 dv-cinder-815461-5-iscsi neutron-server[101985]: {{(pid=101985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:34:11.864488 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.896802 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1755164 Oct 28 11:34:11.900588 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35034) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:11.907202 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Request body: {'subnet': {'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-152989972-subnet', 'tenant_id': '29547520fd4e4366936ad7dd8ef931c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:11.909514 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.911098 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:11.912109 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.928498 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f8f4e1-830d-478e-959b-9f0931c2f014,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:11.937400 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Made reservation on behalf of 6f5e5fc22ec647d8ba1f622408f16614 for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:11.948479 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.961390 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.973084 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd85a9a-8170-4d59-b296-1ad69f127fbd admin admin] Pushing event updated for resources: {'Network': ['ID=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:11.988831 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:34:11.996970 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:11.998869 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:11.999540 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.043651 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] Pushing event updated for resources: {'Network': ['ID=df0f74b7-2157-4893-a31c-27cb337cedf3,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:12.077557 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network df0f74b7-2157-4893-a31c-27cb337cedf3 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:34:12.099473 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d5ed92-9a8d-4167-9946-5fa734a5cf98,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:12.119434 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Made reservation on behalf of 8e441afa764f4d43aabb60a1da939186 for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:12.121449 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.139680 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network f0d5ed92-9a8d-4167-9946-5fa734a5cf98 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:34:12.145016 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.162377 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.236590 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a187cfff-394b-402a-8421-8fdb6e3db342 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4482980 Oct 28 11:34:12.237217 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35046) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:12.242970 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Request body: {'subnet': {'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-subnet', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:12.253828 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.294663 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e2441e7d-681c-4038-9c95-6adbdf674bd5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4769855 Oct 28 11:34:12.297759 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35048) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:12.302757 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Request body: {'subnet': {'network_id': 'f0d5ed92-9a8d-4167-9946-5fa734a5cf98', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097371235-subnet', 'tenant_id': 'adc8b754c8714af8ad2741254a5d256f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:12.304306 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.317679 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.336036 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:34:12.357389 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:34:12.360901 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a0a92-d0d2-4de2-9dc7-39998190fe6c,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:12.366286 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.366620 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Added segment c18c1045-348a-42dd-ba85-3dc2509299b8 of type vlan for network b30e81b7-6d08-4655-9c58-bee55c18b417 Oct 28 11:34:12.393140 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.393494 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Added segment c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4 of type vlan for network f5e489a1-e2f1-42bf-94d6-b73230b944c0 Oct 28 11:34:12.436896 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Made reservation on behalf of 29547520fd4e4366936ad7dd8ef931c6 for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:12.439222 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.447801 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db315967-a045-46f4-930d-fec8cda95632,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:12.477076 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.491251 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Made reservation on behalf of 51d77d3ba5c047838fd80fff14ee3822 for: {'subnet': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:12.495482 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.554232 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.896880 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.897798 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:12.898436 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.928089 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.936410 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Made reservation on behalf of adc8b754c8714af8ad2741254a5d256f for: {'subnet': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:12.938563 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.947644 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.948548 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:12.949165 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.954209 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:12.997683 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] Pushing event updated for resources: {'Network': ['ID=b30e81b7-6d08-4655-9c58-bee55c18b417,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:13.012232 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network b30e81b7-6d08-4655-9c58-bee55c18b417 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:34:13.062470 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e69e5f-371f-46ca-be72-5b8c3a481921,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:13.077797 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-b6753d22-5af8-4256-8271-a27715b3ac20 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9567420 Oct 28 11:34:13.085947 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35050) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:13.086119 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7badf1-9a58-40b8-b3dc-4f60d176986f,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:13.092890 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Request body: {'subnet': {'network_id': 'b30e81b7-6d08-4655-9c58-bee55c18b417', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1776852262-subnet', 'tenant_id': '6f5e5fc22ec647d8ba1f622408f16614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:13.097456 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Checking segment: {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:13.097812 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Network hostable DHCP agents. Network: df0f74b7-2157-4893-a31c-27cb337cedf3, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:34:13.099230 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e489a1-e2f1-42bf-94d6-b73230b944c0,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:13.101779 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Checking segment: {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:13.102513 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Network hostable DHCP agents. Network: 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:34:13.119431 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:34:13.127588 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-b35fc5aa-c90c-489e-84f7-fcbea75704c8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1923742 Oct 28 11:34:13.130502 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35054) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:13.137814 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Request body: {'subnet': {'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-subnet', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:13.213477 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:34:13.248303 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Network df0f74b7-2157-4893-a31c-27cb337cedf3 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:34:13.315262 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Made reservation on behalf of 6f5e5fc22ec647d8ba1f622408f16614 for: {'subnet': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:13.318080 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.354522 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:13.365614 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:13.365614 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.366098 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43aaca7-c327-4d0e-9d60-96c6144290d4 None None] Network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:13.390404 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.399680 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, df0f74b7-2157-4893-a31c-27cb337cedf3) {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:13.419735 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Made reservation on behalf of 8e441afa764f4d43aabb60a1da939186 for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:13.422961 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.423111 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7372ef9-9130-457b-beb9-f7af627545eb None None] Network df0f74b7-2157-4893-a31c-27cb337cedf3 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:13.430606 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:13.430606 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.529726 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-a436b237-e4d4-48e5-a697-b862fd4ecfa6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6212559 Oct 28 11:34:13.597260 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6475a64-2909-46e5-8dd5-ce24495612bd,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:13.639485 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Checking segment: {'id': '2bc6feab-ef3e-4ab9-8b03-b712043224d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f0d5ed92-9a8d-4167-9946-5fa734a5cf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:13.639622 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Network hostable DHCP agents. Network: f0d5ed92-9a8d-4167-9946-5fa734a5cf98, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:34:13.656418 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35074) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:13.660616 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:13.664792 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-84062e98-7887-466f-96fa-b6245ed17efc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4260352 Oct 28 11:34:13.724595 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca8770b-d492-4594-92df-c6d27cb27250 None None] Network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:13.823288 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d823e-6bed-4d7f-8b7f-9a3959199026 None None] Network df0f74b7-2157-4893-a31c-27cb337cedf3 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:13.859501 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Network f0d5ed92-9a8d-4167-9946-5fa734a5cf98 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:34:13.861767 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.862851 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.937707 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.944068 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.992797 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:13.997613 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, f0d5ed92-9a8d-4167-9946-5fa734a5cf98) {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:14.007599 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:14.007599 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:14.012192 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Pushing event updated for resources: {'Subnet': ['ID=113da25f-7011-4874-ab85-15b1e88fbff7,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:14.018852 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612be201-8ad3-4703-8dc1-0fa3a24b01ca None None] Network f0d5ed92-9a8d-4167-9946-5fa734a5cf98 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:14.030858 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35104) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:14.058236 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Checking segment: {'id': 'c18c1045-348a-42dd-ba85-3dc2509299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b30e81b7-6d08-4655-9c58-bee55c18b417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:14.058650 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Network hostable DHCP agents. Network: b30e81b7-6d08-4655-9c58-bee55c18b417, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:34:14.060810 dv-cinder-815461-5-iscsi neutron-server[101985]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 11:34:14.145044 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-99af0c87-5a9e-4eeb-b2cc-ec39d8a05e55 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8461580 Oct 28 11:34:14.192195 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Network b30e81b7-6d08-4655-9c58-bee55c18b417 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:34:14.203885 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, b30e81b7-6d08-4655-9c58-bee55c18b417) {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:14.211701 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:14.213469 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:14.241248 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6399c-405e-436f-aa0c-5fa96f8beee4 None None] Network b30e81b7-6d08-4655-9c58-bee55c18b417 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:14.301827 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-2b962054-38c0-4b29-af69-e474820c452f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2147934 Oct 28 11:34:14.416030 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d9646-d014-4a47-83ed-088251ce3c0c None None] Network f0d5ed92-9a8d-4167-9946-5fa734a5cf98 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:14.434939 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:14.490130 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0bca24-5094-43e7-939d-5c12ba837ab8 None None] Network b30e81b7-6d08-4655-9c58-bee55c18b417 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:14.547965 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Checking segment: {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:14.548330 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Network hostable DHCP agents. Network: f5e489a1-e2f1-42bf-94d6-b73230b944c0, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:34:14.587658 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:14.604234 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-b08857b4-690b-4760-be73-ce8f645727d4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:14.605868 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-b08857b4-690b-4760-be73-ce8f645727d4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 814 time: 0.5713985 Oct 28 11:34:14.624471 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-d863812a-0b5e-4ba3-bb48-989dd8b694f3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/quotas/29547520fd4e4366936ad7dd8ef931c6 HTTP/1.1" status: 200 len: 375 time: 0.0123341 Oct 28 11:34:14.702388 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-1c406156-d38a-492d-80c5-da1cbccf9502 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718076 Oct 28 11:34:14.732503 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:34:14.834750 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35142) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:14.842051 dv-cinder-815461-5-iscsi neutron-server[101984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 11:34:14.900381 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, f5e489a1-e2f1-42bf-94d6-b73230b944c0) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:14.905454 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:14.906326 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:14.911584 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3df6d5-4f32-4832-bc63-83ac8d9114ab None None] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:14.930239 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-b8f4dfa3-f167-426a-92c2-d71dd8bc88c1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:34:14.931811 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-b8f4dfa3-f167-426a-92c2-d71dd8bc88c1 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0709183 Oct 28 11:34:14.949002 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.011561 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-61fbca75-c89d-40bc-b1fb-c2d333a0e1b4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8798399 Oct 28 11:34:15.012658 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.015210 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35150) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:15.028253 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:15.101094 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8737409-55e2-4616-8615-a853fed77124 req-da25973d-b18f-44e6-a082-64793b16144d tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:15.106402 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-da25973d-b18f-44e6-a082-64793b16144d tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/networks?id=b30e81b7-6d08-4655-9c58-bee55c18b417 HTTP/1.1" status: 200 len: 812 time: 0.2703435 Oct 28 11:34:15.122399 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:34:15.123448 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.127495 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-a118cd55-f640-44bb-8cf2-d852afdd6c01 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/quotas/6f5e5fc22ec647d8ba1f622408f16614 HTTP/1.1" status: 200 len: 375 time: 0.0168173 Oct 28 11:34:15.163649 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-81aa3a83-b134-47f2-a0b0-262beac79d24 service neutron] 10.222.0.79 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236161 Oct 28 11:34:15.211293 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.215624 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.217357 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35158) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:15.229925 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-d0f6421e-fc27-44a8-9d77-4158d094de73 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6f5e5fc22ec647d8ba1f622408f16614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963523 Oct 28 11:34:15.232786 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Allocated IP 172.27.0.69 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/4d1808e0-039c-48ca-81d7-b30e1077da26) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:15.244903 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1454664676-network', 'tenant_id': 'af281d9312e5458fb0d94f059a0bab33'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:15.336755 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Allocated IP 172.20.0.2 (f5e489a1-e2f1-42bf-94d6-b73230b944c0/7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1/fd1cca54-9576-4845-8ade-c82542b7423c) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:15.404728 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.410073 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-4c65172f-f287-4906-971b-a237c69b50c9 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:34:15.411400 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-4c65172f-f287-4906-971b-a237c69b50c9 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0568120 Oct 28 11:34:15.412695 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Made reservation on behalf of af281d9312e5458fb0d94f059a0bab33 for: {'network': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:15.415878 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.419838 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-fb74968d-e4a1-4fb8-8999-bc02ab7b16ca service neutron] 10.222.0.79 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360659 Oct 28 11:34:15.426927 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.462844 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.589772 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.589981 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-1eea8954-3649-4dad-becb-09cd79cefd3e service neutron] 10.222.0.79 "GET /v2.0/networks/b30e81b7-6d08-4655-9c58-bee55c18b417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362765 Oct 28 11:34:15.631812 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.662247 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.670226 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.673609 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-e0934263-6f8f-49a8-a605-0c2eeb05c905 service neutron] 10.222.0.79 "GET /v2.0/networks/b30e81b7-6d08-4655-9c58-bee55c18b417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939293 Oct 28 11:34:15.697509 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.699229 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.715495 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=101984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:34:15.726383 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.726824 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.segments_db [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Added segment 9a538b52-a923-47ba-9aa1-0d7f4eb61c32 of type vlan for network 938cf886-bce2-4717-8516-dc3b504c26ae Oct 28 11:34:15.763349 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:15.764711 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:15.773843 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:15.780728 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:15.788879 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:15.793537 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:15.814136 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.818473 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Pushing event updated for resources: {'Port': ['ID=fd1cca54-9576-4845-8ade-c82542b7423c,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:15.836261 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.836778 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.837279 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.837727 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.838190 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.838645 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.839073 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.839557 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.839935 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.840376 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.840793 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.841219 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Tracked resource versions report: Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: pushed versions: Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: { 'AddressGroup': {'1.2'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'ConntrackHelper': {'1.0'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Log': {'1.0'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Network': {'1.1'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Port': {'1.7'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'PortForwarding': {'1.2'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'QosPolicy': {'1.10'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SecurityGroup': {'1.4'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SubPort': {'1.0'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Subnet': {'1.1'}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Trunk': {'1.1'}} Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: consumer versions: Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: { DHCP agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: HyperV agent@hv-cinder-81546: {}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: L3 agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: Metadata agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: Metering agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: Open vSwitch agent@dv-cinder-815461-5-iscsi: { 'AddressGroup': '1.2', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'ConntrackHelper': '1.0', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Log': '1.0', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Network': '1.1', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Port': '1.7', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'PortForwarding': '1.2', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'QosPolicy': '1.10', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SecurityGroup': '1.4', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SecurityGroupRule': '1.2', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'SubPort': '1.0', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Subnet': '1.1', Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: 'Trunk': '1.1'}} Oct 28 11:34:15.843142 dv-cinder-815461-5-iscsi neutron-server[101986]: {{(pid=101986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:34:15.878824 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1808e0-039c-48ca-81d7-b30e1077da26,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:15.898869 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef067d55-68aa-4e33-b967-d72780eecb68,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:15.914957 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.916592 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Attempting to bind port fd1cca54-9576-4845-8ade-c82542b7423c on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:15.916790 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:15.917158 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Attempting to bind port fd1cca54-9576-4845-8ade-c82542b7423c by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:15.917335 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.917701 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Attempting to bind port fd1cca54-9576-4845-8ade-c82542b7423c on network f5e489a1-e2f1-42bf-94d6-b73230b944c0 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:15.948489 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:15.955736 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Checking segment: {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:15.955736 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:15.955736 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Bound using segment: {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:15.955736 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Bound port: fd1cca54-9576-4845-8ade-c82542b7423c, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:15.955736 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:16.031375 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] Pushing event updated for resources: {'Network': ['ID=938cf886-bce2-4717-8516-dc3b504c26ae,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:16.078684 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network 938cf886-bce2-4717-8516-dc3b504c26ae details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:34:16.081711 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-4e060914-ba83-4e0b-9cae-3d4fd9006d37 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8492041 Oct 28 11:34:16.082825 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35200) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:16.089731 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Request body: {'subnet': {'network_id': '938cf886-bce2-4717-8516-dc3b504c26ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1454664676-subnet', 'tenant_id': 'af281d9312e5458fb0d94f059a0bab33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:16.209361 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Made reservation on behalf of af281d9312e5458fb0d94f059a0bab33 for: {'subnet': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:16.212003 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Publish callbacks [] for subnet, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:16.223424 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] For port fd1cca54-9576-4845-8ade-c82542b7423c, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:16.269016 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] For port fd1cca54-9576-4845-8ade-c82542b7423c, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=fd1cca54-9576-4845-8ade-c82542b7423c,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:16.345381 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:16.482971 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6486dc-659e-4a58-b148-b7607687a9c1 None None] Pushing event updated for resources: {'Port': ['ID=fd1cca54-9576-4845-8ade-c82542b7423c,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:16.566510 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e7991df4-facb-4228-9bb5-451dc100680c req-df3641f8-8b30-472d-b8fa-a329c09be762 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.4123731 Oct 28 11:34:16.623290 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:16.676488 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7496d5-f414-4051-87d4-73bc882d4dc2,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:16.687373 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-debffae4-46a3-43a3-950e-e8b93fe988ae req-3d288565-a261-47b1-94a6-9819d4524793 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0418313 Oct 28 11:34:16.703765 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Checking segment: {'id': '9a538b52-a923-47ba-9aa1-0d7f4eb61c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '938cf886-bce2-4717-8516-dc3b504c26ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:16.704122 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Network hostable DHCP agents. Network: 938cf886-bce2-4717-8516-dc3b504c26ae, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:34:16.854437 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:16.854437 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:16.854437 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:16.898384 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Network 938cf886-bce2-4717-8516-dc3b504c26ae is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:34:16.995568 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, 938cf886-bce2-4717-8516-dc3b504c26ae) {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:17.002254 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:17.014230 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:17.015348 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f412ad7-ee1e-4206-913d-7a63de9beadc None None] Network 938cf886-bce2-4717-8516-dc3b504c26ae requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:17.077636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Allocated IP 172.27.0.207 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/c000756b-70fe-4e08-85a5-8c105d3dda25) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:17.103974 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-66899fc8-d5fd-434a-92a2-074dba1f4dec admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0200093 Oct 28 11:34:17.267669 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:17.346266 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd0f23-e9f4-4441-8c95-d067ede9f24e None None] Network 938cf886-bce2-4717-8516-dc3b504c26ae requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:17.362023 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35268) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:17.467651 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-043a2932-38f1-474d-98a2-55043b2daa19 admin admin] Deleting subnet d6475a64-2909-46e5-8dd5-ce24495612bd {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:34:17.474743 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-043a2932-38f1-474d-98a2-55043b2daa19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:17.500843 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:17.541730 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-043a2932-38f1-474d-98a2-55043b2daa19 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:17.559935 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-043a2932-38f1-474d-98a2-55043b2daa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:17.689630 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a8ba8c67-d28f-48b2-b09d-189bf4d89806 req-80275c84-8c60-49e0-9d16-b74e2a78485c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.0594361 Oct 28 11:34:17.744770 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7827734-bea7-43cb-bf72-a825e24cdfaf None None] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:34:17.745837 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:34:17.751593 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:17.816087 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:17.828089 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-043a2932-38f1-474d-98a2-55043b2daa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:17.836222 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device fd1cca54-9576-4845-8ade-c82542b7423c up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:17.868039 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:17.873338 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3a1d64c7-14ca-4a57-82d0-4d73a72cc76d req-71a1d8ff-7071-497d-963d-b8a5de3fceff tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.1153274 Oct 28 11:34:17.878877 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:17.906253 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-043a2932-38f1-474d-98a2-55043b2daa19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:17.910763 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-043a2932-38f1-474d-98a2-55043b2daa19 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d6475a64-2909-46e5-8dd5-ce24495612bd HTTP/1.1" status: 204 len: 168 time: 0.5513391 Oct 28 11:34:17.912578 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a2932-38f1-474d-98a2-55043b2daa19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6475a64-2909-46e5-8dd5-ce24495612bd,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:17.914500 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35288) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:17.945451 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-aa5b1c8f-60b0-497a-aba5-350442b1b98f None None] Provisioning complete for port fd1cca54-9576-4845-8ade-c82542b7423c triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:17.947019 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1c8f-60b0-497a-aba5-350442b1b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.015023 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.078588 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port fd1cca54-9576-4845-8ade-c82542b7423c triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:18.078953 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.127034 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.148455 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.148803 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.149741 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.150116 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.150439 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.150936 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.151265 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.151623 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.151937 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.152250 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.181428 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1c8f-60b0-497a-aba5-350442b1b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.235468 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Pushing event updated for resources: {'Port': ['ID=c000756b-70fe-4e08-85a5-8c105d3dda25,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:18.249597 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-aa5b1c8f-60b0-497a-aba5-350442b1b98f None None] For port fd1cca54-9576-4845-8ade-c82542b7423c, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=fd1cca54-9576-4845-8ade-c82542b7423c,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:18.250795 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.272286 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:34:18.284466 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Sync routers for ids ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:34:18.298030 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Routers {'72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:18.299345 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:33:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:18.395569 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1c8f-60b0-497a-aba5-350442b1b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.465369 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.466362 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.466860 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.467344 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:34:18.467869 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d5ed92-9a8d-4167-9946-5fa734a5cf98']}} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:18.486250 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc6feab-ef3e-4ab9-8b03-b712043224d9') {'for_net_delete': True} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:18.486737 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc6feab-ef3e-4ab9-8b03-b712043224d9') {} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:18.508924 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16623594'] for segment, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.534356 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.545626 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=101984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:34:18.546111 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16270467'] for segment, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: from cryptography.utils import int_from_bytes Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: from cryptography.utils import int_from_bytes Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: Traceback (most recent call last): Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: timer() Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: cb(*args, **kw) Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: return func(*args, **kwargs) Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: self._notify() Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: self.callback(batched_events) Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: event.method(event) Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: return f(self, *a, **k) Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._get(url).json() Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: return self.request(url, 'GET', **kwargs) Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:34:18.556364 dv-cinder-815461-5-iscsi neutron-server[101984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:34:18.565990 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-96d06ade-3a1a-46b0-862d-b2acf07a33ad None None] Provisioning complete for port fd1cca54-9576-4845-8ade-c82542b7423c triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:18.566640 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-96d06ade-3a1a-46b0-862d-b2acf07a33ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.570441 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.572125 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e85317e4-4ddd-42a5-b40d-527fdfde8540 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9147100 Oct 28 11:34:18.576248 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35302) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:18.596577 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Set router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:18.603470 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.db.api [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 11:34:18.604299 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG oslo_db.api [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:34:18.612735 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b1c8f-60b0-497a-aba5-350442b1b98f None None] Pushing event updated for resources: {'Port': ['ID=fd1cca54-9576-4845-8ade-c82542b7423c,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:18.623283 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.739375 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.782348 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.788316 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f0d5ed92-9a8d-4167-9946-5fa734a5cf98 HTTP/1.1" status: 204 len: 168 time: 0.8693216 Oct 28 11:34:18.788316 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085887b1-4215-4e35-b217-a13cbe83e9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d5ed92-9a8d-4167-9946-5fa734a5cf98,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:18.788711 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35310) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:18.829908 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:13Z', 'updated_at': '2021-10-28T11:34:16Z', 'revision_number': 3, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'gw_port': {'id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:18.852012 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0d2241-0951-4911-9234-60db567d1664 admin admin] Deleting subnet 4b7496d5-f414-4051-87d4-73bc882d4dc2 {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:34:18.857308 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8a0d2241-0951-4911-9234-60db567d1664 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.860710 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Checking router: 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:34:18.862376 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Updating router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a port 4d1808e0-039c-48ca-81d7-b30e1077da26 binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:34:18.888716 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.906475 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8a0d2241-0951-4911-9234-60db567d1664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16623507'] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:18.952217 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8a0d2241-0951-4911-9234-60db567d1664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.112952 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b3710d43-0d9c-4580-b519-1fbb04a5ba0d req-74675004-31cd-4e80-af36-db40871519bf tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0451517 Oct 28 11:34:19.114755 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8a0d2241-0951-4911-9234-60db567d1664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16270441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16002433'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.121836 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-812f4d4e-3cb1-4c36-93cd-4c08ded17282 req-373beecd-bdfd-4871-8818-ff3de440ddb3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.1486402 Oct 28 11:34:19.154270 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d2241-0951-4911-9234-60db567d1664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7496d5-f414-4051-87d4-73bc882d4dc2,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:19.162105 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8a0d2241-0951-4911-9234-60db567d1664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.170188 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-8a0d2241-0951-4911-9234-60db567d1664 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4b7496d5-f414-4051-87d4-73bc882d4dc2 HTTP/1.1" status: 204 len: 168 time: 0.3801219 Oct 28 11:34:19.172272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35318) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:19.199559 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.245614 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.255076 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.286741 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.350764 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Attempting to bind port 4d1808e0-039c-48ca-81d7-b30e1077da26 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:19.351409 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Attempting to bind port 4d1808e0-039c-48ca-81d7-b30e1077da26 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:19.351951 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Attempting to bind port 4d1808e0-039c-48ca-81d7-b30e1077da26 on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:19.356241 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1468374-642f-4597-871c-79416cea366e None None] Pushing event updated for resources: {'Port': ['ID=4d1808e0-039c-48ca-81d7-b30e1077da26,revision_number=2']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:19.365041 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:19.365783 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:19.366366 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.366901 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:19.367516 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Bound port: 4d1808e0-039c-48ca-81d7-b30e1077da26, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:19.368047 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.371885 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.372448 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.372937 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.373945 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.373945 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.374151 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.374402 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.374724 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.375060 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.375386 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.375875 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.376319 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1468374-642f-4597-871c-79416cea366e None None] Tracked resource versions report: Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: pushed versions: Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: { 'AddressGroup': {'1.2'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'ConntrackHelper': {'1.0'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Log': {'1.0'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Network': {'1.1'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Port': {'1.7'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'PortForwarding': {'1.2'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'QosPolicy': {'1.10'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SecurityGroup': {'1.4'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SubPort': {'1.0'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Subnet': {'1.1'}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Trunk': {'1.1'}} Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: consumer versions: Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: { DHCP agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: HyperV agent@hv-cinder-81546: {}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: L3 agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: Metadata agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: Metering agent@dv-cinder-815461-5-iscsi: {}, Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: Open vSwitch agent@dv-cinder-815461-5-iscsi: { 'AddressGroup': '1.2', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'ConntrackHelper': '1.0', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Log': '1.0', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Network': '1.1', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Port': '1.7', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'PortForwarding': '1.2', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'QosPolicy': '1.10', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SecurityGroup': '1.4', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SecurityGroupRule': '1.2', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'SubPort': '1.0', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Subnet': '1.1', Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: 'Trunk': '1.1'}} Oct 28 11:34:19.377342 dv-cinder-815461-5-iscsi neutron-server[101987]: {{(pid=101987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:34:19.407939 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.434725 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938cf886-bce2-4717-8516-dc3b504c26ae']}} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:19.443667 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a538b52-a923-47ba-9aa1-0d7f4eb61c32') {'for_net_delete': True} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:19.444439 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a538b52-a923-47ba-9aa1-0d7f4eb61c32') {} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:19.451942 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] For port 4d1808e0-039c-48ca-81d7-b30e1077da26, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:19.455674 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] For port 4d1808e0-039c-48ca-81d7-b30e1077da26, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4d1808e0-039c-48ca-81d7-b30e1077da26,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:19.464937 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16623594'] for segment, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.481024 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.492832 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=101984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:34:19.493506 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16270467'] for segment, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: Traceback (most recent call last): Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: timer() Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: cb(*args, **kw) Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: return func(*args, **kwargs) Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: self._notify() Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: self.callback(batched_events) Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: event.method(event) Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: return f(self, *a, **k) Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._get(url).json() Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: return self.request(url, 'GET', **kwargs) Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:34:19.495919 dv-cinder-815461-5-iscsi neutron-server[101984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:34:19.533120 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.533347 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.592826 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Routers {'72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:19.593713 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:33:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:19.593940 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Router 9c8c9b72-7b5d-432b-b433-6e05681bec6c is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:34:19.623926 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.628016 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.631975 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1468374-642f-4597-871c-79416cea366e None None] Pushing event updated for resources: {'Port': ['ID=4d1808e0-039c-48ca-81d7-b30e1077da26,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:19.639764 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] 10.222.0.79 "DELETE /v2.0/networks/938cf886-bce2-4717-8516-dc3b504c26ae HTTP/1.1" status: 204 len: 168 time: 0.4634449 Oct 28 11:34:19.677045 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0974789-ddf8-4219-91f0-fed0a32e3155 admin admin] Pushing event deleted for resources: {'Network': ['ID=938cf886-bce2-4717-8516-dc3b504c26ae,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:19.718837 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] Set router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:19.724370 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device fd1cca54-9576-4845-8ade-c82542b7423c up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:19.780342 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port fd1cca54-9576-4845-8ade-c82542b7423c triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:19.780849 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.836239 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:34:19.856037 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Allocated IP 172.20.0.1 (df0f74b7-2157-4893-a31c-27cb337cedf3/c4e69e5f-371f-46ca-be72-5b8c3a481921/394a6cab-263e-498b-bf2d-ce3848264c17) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:19.867229 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Sync routers for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:34:19.891356 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:19.892268 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:33:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:19.928760 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:13Z', 'updated_at': '2021-10-28T11:34:16Z', 'revision_number': 3, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'gw_port': {'id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:19.951977 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:19.956491 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-42489c76-7aca-4bdb-8196-61b1d01f2295 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9335780 Oct 28 11:34:19.961507 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35330) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:19.961651 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c6fbd-08e4-4b87-b3db-58ff51299587 None None] The sync data for ids ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'] in dv-cinder-815461-5-iscsi is: [{'id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:13Z', 'updated_at': '2021-10-28T11:34:16Z', 'revision_number': 3, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'gw_port': {'id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:34:19.980845 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.029340 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:20.116073 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.186745 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a8531150-dc24-459a-9cbd-0b2cf5f52140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.301191 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:18Z', 'revision_number': 3, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:20.306695 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Network df0f74b7-2157-4893-a31c-27cb337cedf3 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:20.314005 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:20.315483 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35342) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:20.327432 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:20.328048 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.356321 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Checking router: 9c8c9b72-7b5d-432b-b433-6e05681bec6c for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:34:20.356884 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Updating router 9c8c9b72-7b5d-432b-b433-6e05681bec6c port c000756b-70fe-4e08-85a5-8c105d3dda25 binding host dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:34:20.418888 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.442419 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cf90624b-e018-4fd7-ad03-a6cee9f2c67e req-a1f854c1-c426-4b3c-9a95-a88f8eb53653 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0772979 Oct 28 11:34:20.528015 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d930356b-dd34-4993-a276-9fe57a8d0426 req-8cedbf4c-0f18-48e9-9bfc-183164371ff4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.1760020 Oct 28 11:34:20.554196 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Pushing event updated for resources: {'Port': ['ID=394a6cab-263e-498b-bf2d-ce3848264c17,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:20.603412 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-582ca11c-ec95-4dbf-a14e-1e3212d2e9ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=adc8b754c8714af8ad2741254a5d256f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2766442 Oct 28 11:34:20.606280 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35354) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:20.709638 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c258f164-d6d2-4af0-a4f1-d2cd4a16c811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.746944 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c258f164-d6d2-4af0-a4f1-d2cd4a16c811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.817203 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.872651 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Publish callbacks [] for port, precommit_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.942597 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:20.994418 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.017812 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00847ad-53b5-4759-94d9-a50cac4d917c None None] Pushing event updated for resources: {'Port': ['ID=c000756b-70fe-4e08-85a5-8c105d3dda25,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:21.050165 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c258f164-d6d2-4af0-a4f1-d2cd4a16c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.051618 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c258f164-d6d2-4af0-a4f1-d2cd4a16c811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.052771 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c258f164-d6d2-4af0-a4f1-d2cd4a16c811 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e5ace17c-0f74-48ce-aae6-da353161a09c HTTP/1.1" status: 204 len: 168 time: 0.4455709 Oct 28 11:34:21.094927 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258f164-d6d2-4af0-a4f1-d2cd4a16c811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ace17c-0f74-48ce-aae6-da353161a09c,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:21.109518 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Attempting to bind port c000756b-70fe-4e08-85a5-8c105d3dda25 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:21.109917 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Attempting to bind port c000756b-70fe-4e08-85a5-8c105d3dda25 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:21.110270 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Attempting to bind port c000756b-70fe-4e08-85a5-8c105d3dda25 on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:21.126562 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:21.130377 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:21.130377 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.130377 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:21.130377 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Bound port: c000756b-70fe-4e08-85a5-8c105d3dda25, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:21.133351 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.145086 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.211383 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] For port c000756b-70fe-4e08-85a5-8c105d3dda25, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:21.214858 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] For port c000756b-70fe-4e08-85a5-8c105d3dda25, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=c000756b-70fe-4e08-85a5-8c105d3dda25,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:21.215062 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.216144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.310851 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.372196 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Pushing event updated for resources: {'Port': ['ID=394a6cab-263e-498b-bf2d-ce3848264c17,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:21.404841 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Allocated IP 172.20.0.1 (f5e489a1-e2f1-42bf-94d6-b73230b944c0/7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1/cf441063-0072-4ec0-bcf8-945d809a62c5) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:21.421504 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Network df0f74b7-2157-4893-a31c-27cb337cedf3 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:21.423281 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:21.424018 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00847ad-53b5-4759-94d9-a50cac4d917c None None] Pushing event updated for resources: {'Port': ['ID=c000756b-70fe-4e08-85a5-8c105d3dda25,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:21.433344 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:21.434000 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:33:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:21.632157 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.652756 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:21.705285 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0d24a1a4-039f-49ee-a664-7c2f48e5aeab req-6563a0d6-617b-4a94-8278-96c920eed7b2 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.1077182 Oct 28 11:34:21.912752 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4d1808e0-039c-48ca-81d7-b30e1077da26 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:21.921708 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:21.939070 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:22.073118 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Pushing event updated for resources: {'Port': ['ID=cf441063-0072-4ec0-bcf8-945d809a62c5,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:22.086121 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:22.087872 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:22.091640 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:22.111554 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 4d1808e0-039c-48ca-81d7-b30e1077da26 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:22.112126 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:22.142194 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:34:22.143772 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35406) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:22.177229 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d00aaa3e-8ace-4437-8d18-193733a73b2d req-42b67f40-6853-4dbe-be55-3427c30fbaa3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.1112137 Oct 28 11:34:22.366515 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:22.376539 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:18Z', 'revision_number': 3, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:22.415116 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:22.420647 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bb06c-0ba0-4479-9fce-8394217e5a4f None None] The sync data for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi is: [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:18Z', 'revision_number': 3, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:34:22.425598 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:34:22.442945 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-49f38e5c-a91d-45ac-a35a-7a04f263ef14 admin admin] 10.222.0.79 "PUT /v2.0/routers/72f1b1d1-d957-478a-b0f1-73f86eb8eb8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8647745 Oct 28 11:34:22.476932 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Sync routers for ids ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:34:22.518653 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 4d1808e0-039c-48ca-81d7-b30e1077da26, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4d1808e0-039c-48ca-81d7-b30e1077da26,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:22.544957 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Routers {'72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:22.548829 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:33:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:22.587875 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-0a6ebb08-c4dd-42c3-bf15-eb47a00adea2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af281d9312e5458fb0d94f059a0bab33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4395242 Oct 28 11:34:22.590718 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35414) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:22.598412 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-95cbdf18-53c5-434b-935f-9472de028373 None None] Provisioning complete for port cf441063-0072-4ec0-bcf8-945d809a62c5 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:22.599021 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-95cbdf18-53c5-434b-935f-9472de028373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:22.612468 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35416) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:22.724157 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:22.859604 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-15e706f8-c903-4d2a-8147-a27c70034a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:22.884554 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.81', 50274) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:22.924061 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Set router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:22.996760 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-273708a5-1359-4885-af59-c92c51c24536 req-f26448c0-5fe1-4293-9f70-4e0210097fa9 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0931656 Oct 28 11:34:23.030629 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=4d1808e0-039c-48ca-81d7-b30e1077da26,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:23.064467 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-95cbdf18-53c5-434b-935f-9472de028373 None None] Port cf441063-0072-4ec0-bcf8-945d809a62c5 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:34:23.073407 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-15e706f8-c903-4d2a-8147-a27c70034a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.081934 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-660aadf1-4dd2-47ba-b1f6-9da41fd1a2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.105778 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-2d0ff712-cc1c-4beb-9cf6-20887737c797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.197770 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.318053 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8737409-55e2-4616-8615-a853fed77124 req-2d4af8db-83ff-4c8e-8408-75703dbfe6b1 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:23.327497 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:13Z', 'updated_at': '2021-10-28T11:34:20Z', 'revision_number': 4, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'gw_port': {'id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '394a6cab-263e-498b-bf2d-ce3848264c17', 'name': '', 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'mac_address': 'fa:16:3e:12:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e69e5f-371f-46ca-be72-5b8c3a481921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:19Z', 'updated_at': '2021-10-28T11:34:20Z', 'revision_number': 2, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'subnets': [{'id': 'c4e69e5f-371f-46ca-be72-5b8c3a481921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:23.327779 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-2d4af8db-83ff-4c8e-8408-75703dbfe6b1 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.81 "GET /v2.0/networks?id=b30e81b7-6d08-4655-9c58-bee55c18b417 HTTP/1.1" status: 200 len: 812 time: 0.4040773 Oct 28 11:34:23.367151 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Checking router: 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:34:23.367949 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Updating router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a port 394a6cab-263e-498b-bf2d-ce3848264c17 binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:34:23.400008 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.435961 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-15e706f8-c903-4d2a-8147-a27c70034a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.442553 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-15e706f8-c903-4d2a-8147-a27c70034a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.444596 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-15e706f8-c903-4d2a-8147-a27c70034a4c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef067d55-68aa-4e33-b967-d72780eecb68 HTTP/1.1" status: 204 len: 168 time: 0.8524659 Oct 28 11:34:23.454729 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.464054 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Request body: {'port': {'device_id': '40e361eb-120d-4d80-876c-396891e00d67', 'network_id': 'b30e81b7-6d08-4655-9c58-bee55c18b417', 'admin_state_up': True, 'tenant_id': '6f5e5fc22ec647d8ba1f622408f16614'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:23.542535 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e706f8-c903-4d2a-8147-a27c70034a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef067d55-68aa-4e33-b967-d72780eecb68,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:23.549086 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.81', 50281) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:23.586413 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-29b76ee0-7dfa-462f-91c5-75f69a264607 req-5f7c6930-b878-427f-a323-39501c175499 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.1336939 Oct 28 11:34:23.818684 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.880335 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-660aadf1-4dd2-47ba-b1f6-9da41fd1a2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.916459 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.967427 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4d1808e0-039c-48ca-81d7-b30e1077da26 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:23.982664 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-660aadf1-4dd2-47ba-b1f6-9da41fd1a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:23.988549 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.016924 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.068953 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-660aadf1-4dd2-47ba-b1f6-9da41fd1a2ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1fa60d034bf4a8bbd43462ab07b5489&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4510579 Oct 28 11:34:24.095830 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35474) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:24.121172 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.126117 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660aadf1-4dd2-47ba-b1f6-9da41fd1a2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90527f9-39c8-47f8-8dcc-f2c2e2647fbc,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:24.153306 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 4d1808e0-039c-48ca-81d7-b30e1077da26 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:24.156651 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.164437 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-e094bcdf-29c6-4ade-953c-d16069ca3b40 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:24.170299 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-e094bcdf-29c6-4ade-953c-d16069ca3b40 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 818 time: 0.8291974 Oct 28 11:34:24.259892 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8771133-c16f-48b5-9d43-157757347f1d None None] Pushing event updated for resources: {'Port': ['ID=394a6cab-263e-498b-bf2d-ce3848264c17,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:24.271856 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Pushing event updated for resources: {'Port': ['ID=cf441063-0072-4ec0-bcf8-945d809a62c5,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:24.278044 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-043dad6e-681d-4a8c-89fc-0bca92be0bc0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/quotas/51d77d3ba5c047838fd80fff14ee3822 HTTP/1.1" status: 200 len: 375 time: 0.0746365 Oct 28 11:34:24.306523 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.329062 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Attempting to bind port 394a6cab-263e-498b-bf2d-ce3848264c17 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:24.329692 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Attempting to bind port 394a6cab-263e-498b-bf2d-ce3848264c17 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:24.330099 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Attempting to bind port 394a6cab-263e-498b-bf2d-ce3848264c17 on network df0f74b7-2157-4893-a31c-27cb337cedf3 {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:24.335788 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:24.336192 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Checking segment: {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:24.336579 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.337627 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Bound using segment: {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:24.338132 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Bound port: 394a6cab-263e-498b-bf2d-ce3848264c17, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:24.338533 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.373135 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-01b89fec-9bac-4477-b5eb-d7281df84a91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:24.375060 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device c000756b-70fe-4e08-85a5-8c105d3dda25 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:24.376576 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-01b89fec-9bac-4477-b5eb-d7281df84a91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 814 time: 0.7641459 Oct 28 11:34:24.404412 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e2518e17-0361-49b8-beb1-1acb62adaf30 req-3b045444-a611-4334-bb0c-8962c09788e6 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0946846 Oct 28 11:34:24.791507 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Request body: {'port': {'device_id': 'acc85bc8-cb71-4b8a-9450-386186cb604f', 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d', 'admin_state_up': True, 'tenant_id': '29547520fd4e4366936ad7dd8ef931c6'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:24.795569 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] For port 394a6cab-263e-498b-bf2d-ce3848264c17, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:24.796675 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port c000756b-70fe-4e08-85a5-8c105d3dda25 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:24.796675 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.798828 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] For port 394a6cab-263e-498b-bf2d-ce3848264c17, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=394a6cab-263e-498b-bf2d-ce3848264c17,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:24.801013 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4743-bc2d-4758-9b16-89f1d0dc1f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.801013 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-526ee373-629f-496e-bb69-813e79b626ff tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2367520 Oct 28 11:34:24.801465 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:24.801465 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:24.801939 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.802232 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.803097 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port c000756b-70fe-4e08-85a5-8c105d3dda25, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=c000756b-70fe-4e08-85a5-8c105d3dda25,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:24.803395 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Made reservation on behalf of 6f5e5fc22ec647d8ba1f622408f16614 for: {'port': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:24.803395 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.803395 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4743-bc2d-4758-9b16-89f1d0dc1f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.805047 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Routers {'72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:24.805047 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:34:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:24.805377 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4a5724fc-618d-432a-8b3a-a29baa93eacb req-dffe8318-df26-44cf-9b94-16a7d709af78 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.0397127 Oct 28 11:34:24.805377 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Router 9c8c9b72-7b5d-432b-b433-6e05681bec6c has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:34:24.912729 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8771133-c16f-48b5-9d43-157757347f1d None None] Pushing event updated for resources: {'Port': ['ID=394a6cab-263e-498b-bf2d-ce3848264c17,revision_number=4']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:24.920586 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-9f3afb06-76e8-4061-a38c-5a8e55ea2ff5 None None] Provisioning complete for port cf441063-0072-4ec0-bcf8-945d809a62c5 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:24.921139 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-9f3afb06-76e8-4061-a38c-5a8e55ea2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:24.932761 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] Set router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:24.992453 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-9f3afb06-76e8-4061-a38c-5a8e55ea2ff5 None None] Port cf441063-0072-4ec0-bcf8-945d809a62c5 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:34:24.994652 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:34:24.998919 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:25.000456 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-7ee23d58-f021-4d66-904a-3914ed77a403 admin admin] 10.222.0.79 "PUT /v2.0/routers/9c8c9b72-7b5d-432b-b433-6e05681bec6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0426824 Oct 28 11:34:25.019215 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-a9652c12-9892-456d-8c2c-f0bcbe543713 service neutron] 10.222.0.79 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664719 Oct 28 11:34:25.109920 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=c000756b-70fe-4e08-85a5-8c105d3dda25,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:25.115658 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Made reservation on behalf of 29547520fd4e4366936ad7dd8ef931c6 for: {'port': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:25.119898 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:25.194144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4743-bc2d-4758-9b16-89f1d0dc1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:25.196731 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4743-bc2d-4758-9b16-89f1d0dc1f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:25.197929 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-9d2a4743-bc2d-4758-9b16-89f1d0dc1f8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f90527f9-39c8-47f8-8dcc-f2c2e2647fbc HTTP/1.1" status: 204 len: 168 time: 1.1008914 Oct 28 11:34:25.252197 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:13Z', 'updated_at': '2021-10-28T11:34:20Z', 'revision_number': 4, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'gw_port': {'id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '394a6cab-263e-498b-bf2d-ce3848264c17', 'name': '', 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'mac_address': 'fa:16:3e:12:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e69e5f-371f-46ca-be72-5b8c3a481921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:19Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'subnets': [{'id': 'c4e69e5f-371f-46ca-be72-5b8c3a481921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:25.261198 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a4743-bc2d-4758-9b16-89f1d0dc1f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90527f9-39c8-47f8-8dcc-f2c2e2647fbc,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:25.285647 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Allocated IP 172.20.0.6 (b30e81b7-6d08-4655-9c58-bee55c18b417/113da25f-7011-4874-ab85-15b1e88fbff7/169c34b5-d6f7-4939-8f6b-5181efee4c82) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:25.285769 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Sync routers for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:34:25.297525 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9c8f9d-b353-486d-8cf4-70132897c2f9 None None] The sync data for ids ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'] in dv-cinder-815461-5-iscsi is: [{'id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:13Z', 'updated_at': '2021-10-28T11:34:20Z', 'revision_number': 4, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'gw_port': {'id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '394a6cab-263e-498b-bf2d-ce3848264c17', 'name': '', 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'mac_address': 'fa:16:3e:12:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c4e69e5f-371f-46ca-be72-5b8c3a481921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:19Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'subnets': [{'id': 'c4e69e5f-371f-46ca-be72-5b8c3a481921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:34:25.337912 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:25.347674 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:34:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:25.752569 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:25.832205 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:26.052832 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device c000756b-70fe-4e08-85a5-8c105d3dda25 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:26.152763 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-4ddd98af-57f4-455f-be08-ed65a51def96 service neutron] 10.222.0.79 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1168106 Oct 28 11:34:26.347558 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Allocated IP 172.20.0.13 (49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d/dc7badf1-9a58-40b8-b3dc-4f60d176986f/bb9ae039-c8fe-4929-8f6b-2b9760fe6b65) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:26.513298 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port c000756b-70fe-4e08-85a5-8c105d3dda25 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:26.514925 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:26.523816 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:26.694244 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 2, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:26.698461 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 394a6cab-263e-498b-bf2d-ce3848264c17 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:26.767313 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Checking router: 9c8c9b72-7b5d-432b-b433-6e05681bec6c for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:34:26.771221 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Updating router 9c8c9b72-7b5d-432b-b433-6e05681bec6c port cf441063-0072-4ec0-bcf8-945d809a62c5 binding host dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:34:26.837369 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c4e5b324-41ae-423d-b330-7687f369d7c1 req-5136bc16-ae4f-4ee1-9e66-bef061f04cd1 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0750160 Oct 28 11:34:26.889213 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:26.929559 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:26.961018 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35580) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:26.967696 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-7ead7ae6-ead3-4148-96c9-ac34b3640d15 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--739382432', 'description': 'tempest-description--1064295433'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:27.060592 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 394a6cab-263e-498b-bf2d-ce3848264c17 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:27.061185 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.128752 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a4c2ce39-36d5-4703-b3a8-673ad2d054e0 req-1f642cea-4a31-4adb-9ae5-86094f3ce912 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 210 time: 0.0640547 Oct 28 11:34:27.138307 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ead7ae6-ead3-4148-96c9-ac34b3640d15 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.199387 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Network b30e81b7-6d08-4655-9c58-bee55c18b417 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:27.261211 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1d39eb27-8e05-4947-8daf-446b14bb9c23 req-49e9976e-efe0-4c86-9d53-3a24b2db7683 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.1699584 Oct 28 11:34:27.262138 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:27.264727 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:27.270902 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:27.271556 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.326736 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.376733 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ead7ae6-ead3-4148-96c9-ac34b3640d15 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.405126 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Pushing event updated for resources: {'Port': ['ID=169c34b5-d6f7-4939-8f6b-5181efee4c82,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:27.568878 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.617423 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 394a6cab-263e-498b-bf2d-ce3848264c17, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=394a6cab-263e-498b-bf2d-ce3848264c17,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:27.803878 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-daf5fee2-76d7-4979-8fb9-010474df68b8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:27.807981 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-daf5fee2-76d7-4979-8fb9-010474df68b8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 818 time: 0.2153573 Oct 28 11:34:27.831414 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Publish callbacks [] for port, precommit_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.841306 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ead7ae6-ead3-4148-96c9-ac34b3640d15 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.852120 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-e1e87779-b2bc-4a60-b347-c7095cb48578 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/quotas/51d77d3ba5c047838fd80fff14ee3822 HTTP/1.1" status: 200 len: 375 time: 0.0379934 Oct 28 11:34:27.863639 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.870550 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-98f3eb65-7918-4989-8f68-caacb5d20335 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4376318 Oct 28 11:34:27.903819 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.934835 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-c624d8a2-b894-4ce4-8af8-9da987e66d66 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:34:27.935865 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-c624d8a2-b894-4ce4-8af8-9da987e66d66 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0415425 Oct 28 11:34:27.948340 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7ead7ae6-ead3-4148-96c9-ac34b3640d15 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:27.966463 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-7ead7ae6-ead3-4148-96c9-ac34b3640d15 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0030072 Oct 28 11:34:27.973107 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35620) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:27.979788 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-bdc7c76d-d66d-4a52-9f4a-ae4f64cd6cd6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'security_group_rule': {'security_group_id': '46032445-a1d6-4897-80e6-a32139e355c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:27.982768 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead7ae6-ead3-4148-96c9-ac34b3640d15 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46032445-a1d6-4897-80e6-a32139e355c7,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:27.988330 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:28.023241 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:28.026222 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Pushing event updated for resources: {'Port': ['ID=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:28.029066 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:28.082348 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-04ea9c86-cb0f-4553-92d0-9abd36a7cb46 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2289639 Oct 28 11:34:28.153697 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=394a6cab-263e-498b-bf2d-ce3848264c17,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:28.287603 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860bc69-b06a-4346-9414-aa36e67d1d20 req-d0000289-83fd-497d-ad89-f75b1ae9ed2e tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:28.292530 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bb9e2-0b0e-43fa-a992-ad504b61b66f None None] Pushing event updated for resources: {'Port': ['ID=cf441063-0072-4ec0-bcf8-945d809a62c5,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:28.319179 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e860bc69-b06a-4346-9414-aa36e67d1d20 req-d0000289-83fd-497d-ad89-f75b1ae9ed2e tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 931 time: 0.2966745 Oct 28 11:34:28.327698 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Attempting to bind port cf441063-0072-4ec0-bcf8-945d809a62c5 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:28.328045 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Attempting to bind port cf441063-0072-4ec0-bcf8-945d809a62c5 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:28.328413 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Attempting to bind port cf441063-0072-4ec0-bcf8-945d809a62c5 on network f5e489a1-e2f1-42bf-94d6-b73230b944c0 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:28.340203 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:28.340573 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Checking segment: {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:28.340970 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:28.341358 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Bound using segment: {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:28.341827 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Bound port: cf441063-0072-4ec0-bcf8-945d809a62c5, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:28.350853 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:28.417611 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-6b136337-b3f4-40e6-9492-e00f71ea6444 service neutron] 10.222.0.79 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339593 Oct 28 11:34:28.470291 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e860bc69-b06a-4346-9414-aa36e67d1d20 req-f0abc1b0-91b4-4847-b285-9ad405765b09 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488898 Oct 28 11:34:28.490429 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] For port cf441063-0072-4ec0-bcf8-945d809a62c5, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:28.513376 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] For port cf441063-0072-4ec0-bcf8-945d809a62c5, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=cf441063-0072-4ec0-bcf8-945d809a62c5,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:28.611096 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-762c05e3-3404-4531-8a82-0fae9c9802a8 None None] Provisioning complete for port cf441063-0072-4ec0-bcf8-945d809a62c5 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:28.614114 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-762c05e3-3404-4531-8a82-0fae9c9802a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:28.622548 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:28.711627 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:28.711627 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:28.711627 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:28.711627 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-dfccacd8-abdf-4d48-b94c-b68af20c5ab6 service neutron] 10.222.0.79 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890620 Oct 28 11:34:28.819986 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8a444-8913-44db-a083-1291804db742 req-4c091735-1bd3-4385-943f-9af1bcec1673 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:28.825005 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6aa8a444-8913-44db-a083-1291804db742 req-4c091735-1bd3-4385-943f-9af1bcec1673 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 932 time: 0.1461267 Oct 28 11:34:28.923473 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6aa8a444-8913-44db-a083-1291804db742 req-aaf7685c-9235-4297-a701-326046c80d87 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874674 Oct 28 11:34:28.943395 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bb9e2-0b0e-43fa-a992-ad504b61b66f None None] Pushing event updated for resources: {'Port': ['ID=cf441063-0072-4ec0-bcf8-945d809a62c5,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:28.947731 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:28.949039 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:34:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:28.983292 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c76d-d66d-4a52-9f4a-ae4f64cd6cd6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:29.172344 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c76d-d66d-4a52-9f4a-ae4f64cd6cd6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:29.177549 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-ce553b7b-a9ce-4f94-aaef-09deaf14b3c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7713606 Oct 28 11:34:29.184324 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-762c05e3-3404-4531-8a82-0fae9c9802a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:29.225985 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9b89713a-2312-441d-b900-5b6f89985651 req-c1db31c5-cdd9-4b32-8aad-6a911baaf2fe tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 210 time: 0.0672438 Oct 28 11:34:29.246412 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c76d-d66d-4a52-9f4a-ae4f64cd6cd6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:29.283171 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7c76d-d66d-4a52-9f4a-ae4f64cd6cd6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696e2b6e-6404-4c26-b445-b33856d5abde,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:29.302680 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:29.344780 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35648) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:29.367417 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-762c05e3-3404-4531-8a82-0fae9c9802a8 None None] For port cf441063-0072-4ec0-bcf8-945d809a62c5, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=cf441063-0072-4ec0-bcf8-945d809a62c5,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:29.485627 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Request body: {'port': {'device_id': '40e361eb-120d-4d80-876c-396891e00d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:29.594004 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Request body: {'port': {'device_id': 'acc85bc8-cb71-4b8a-9450-386186cb604f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:29.600897 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c76d-d66d-4a52-9f4a-ae4f64cd6cd6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:29.606139 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-bdc7c76d-d66d-4a52-9f4a-ae4f64cd6cd6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6280360 Oct 28 11:34:29.606363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35660) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:29.610358 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-619e7e3b-bddb-43a5-b685-fa1a1d0c27aa tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'security_group_rule': {'security_group_id': '46032445-a1d6-4897-80e6-a32139e355c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:29.648582 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-762c05e3-3404-4531-8a82-0fae9c9802a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:29.792482 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-faf19bf8-3a4b-4a5e-a23d-201152b7c923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:29.844113 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c05e3-3404-4531-8a82-0fae9c9802a8 None None] Pushing event updated for resources: {'Port': ['ID=cf441063-0072-4ec0-bcf8-945d809a62c5,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:29.892225 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-dbc03507-8e4d-416c-9c84-a44f3402cab3 None None] Provisioning complete for port cf441063-0072-4ec0-bcf8-945d809a62c5 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:29.892995 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-dbc03507-8e4d-416c-9c84-a44f3402cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:29.947940 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-619e7e3b-bddb-43a5-b685-fa1a1d0c27aa tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:30.075106 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-faf19bf8-3a4b-4a5e-a23d-201152b7c923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:30.087929 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:30.095616 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-619e7e3b-bddb-43a5-b685-fa1a1d0c27aa tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:30.100173 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:30.152315 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:28Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:30.163437 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-faf19bf8-3a4b-4a5e-a23d-201152b7c923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:30.242094 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 394a6cab-263e-498b-bf2d-ce3848264c17 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:30.246347 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d422f-70e3-417d-a808-eff76a84ef5a req-c24a6a7a-17ce-49e3-95b7-c76dba03c311 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:30.271941 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bc5d422f-70e3-417d-a808-eff76a84ef5a req-c24a6a7a-17ce-49e3-95b7-c76dba03c311 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 931 time: 0.5565329 Oct 28 11:34:30.316052 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-619e7e3b-bddb-43a5-b685-fa1a1d0c27aa tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:30.425749 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1d86f-c516-47ff-92fd-4324a8655648 None None] The sync data for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi is: [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:28Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:34:30.533468 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 394a6cab-263e-498b-bf2d-ce3848264c17 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:30.533468 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:30.718365 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-faf19bf8-3a4b-4a5e-a23d-201152b7c923 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f0942afc1b8480698df11285766f798&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3718958 Oct 28 11:34:30.719397 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf19bf8-3a4b-4a5e-a23d-201152b7c923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcf878f-3c5c-40a1-be42-03ed2041c772,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:30.722633 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35692) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:30.790602 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ca96a-5ffc-402d-b818-37f57a53eed6 req-53e8f86e-649c-493e-a89c-ff2b5cd4c041 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:30.790602 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9d7ca96a-5ffc-402d-b818-37f57a53eed6 req-53e8f86e-649c-493e-a89c-ff2b5cd4c041 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 932 time: 0.5938127 Oct 28 11:34:30.810964 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bc5d422f-70e3-417d-a808-eff76a84ef5a req-e70d7198-4cde-4fa0-be80-4ac6d87cd8de tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393596 Oct 28 11:34:30.847378 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e7e3b-bddb-43a5-b685-fa1a1d0c27aa tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a04175-52d2-4839-a070-3a95128bc0f0,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:30.945128 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9d7ca96a-5ffc-402d-b818-37f57a53eed6 req-40645f50-1aec-4354-bcc1-456ac5194a04 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519284 Oct 28 11:34:30.959144 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-619e7e3b-bddb-43a5-b685-fa1a1d0c27aa tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:30.960473 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-619e7e3b-bddb-43a5-b685-fa1a1d0c27aa tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3538589 Oct 28 11:34:30.967724 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35702) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:30.973592 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'floatingip': {'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:31.027766 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0a83bf6f-1ccd-4cba-9408-0520506d1003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:31.087456 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0a83bf6f-1ccd-4cba-9408-0520506d1003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:31.132177 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:31.164128 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169c34b5-d6f7-4939-8f6b-5181efee4c82 {{(pid=101985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:31.178076 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:31.207041 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.provisioning_blocks [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Transition to ACTIVE for port object 169c34b5-d6f7-4939-8f6b-5181efee4c82 will not be triggered until provisioned by entity L2. {{(pid=101985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:34:31.303492 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0761e37d-b001-4613-92ed-9b6a3ce07e53 req-78d369ab-07df-4786-a249-1e01b0e59d01 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 210 time: 0.3085608 Oct 28 11:34:31.328307 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:31.503223 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Pushing event updated for resources: {'Port': ['ID=169c34b5-d6f7-4939-8f6b-5181efee4c82,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:31.562491 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:31.728269 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Attempting to bind port 169c34b5-d6f7-4939-8f6b-5181efee4c82 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:31.728916 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Attempting to bind port 169c34b5-d6f7-4939-8f6b-5181efee4c82 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'c18c1045-348a-42dd-ba85-3dc2509299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b30e81b7-6d08-4655-9c58-bee55c18b417'}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:31.729405 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Attempting to bind port 169c34b5-d6f7-4939-8f6b-5181efee4c82 on network b30e81b7-6d08-4655-9c58-bee55c18b417 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:31.751385 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Port 169c34b5-d6f7-4939-8f6b-5181efee4c82 on network b30e81b7-6d08-4655-9c58-bee55c18b417 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:34:31.751981 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Attempting to bind port 169c34b5-d6f7-4939-8f6b-5181efee4c82 on network b30e81b7-6d08-4655-9c58-bee55c18b417 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:31.763340 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:31.763825 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Checking segment: {'id': 'c18c1045-348a-42dd-ba85-3dc2509299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b30e81b7-6d08-4655-9c58-bee55c18b417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:31.764403 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Bound using segment: {'id': 'c18c1045-348a-42dd-ba85-3dc2509299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b30e81b7-6d08-4655-9c58-bee55c18b417'} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:31.764904 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Bound port: 169c34b5-d6f7-4939-8f6b-5181efee4c82, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18c1045-348a-42dd-ba85-3dc2509299b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b30e81b7-6d08-4655-9c58-bee55c18b417'}}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:31.765275 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:31.793984 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0a83bf6f-1ccd-4cba-9408-0520506d1003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:31.800800 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0a83bf6f-1ccd-4cba-9408-0520506d1003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:31.802017 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-0a83bf6f-1ccd-4cba-9408-0520506d1003 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3dcf878f-3c5c-40a1-be42-03ed2041c772 HTTP/1.1" status: 204 len: 168 time: 1.0765498 Oct 28 11:34:31.846174 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83bf6f-1ccd-4cba-9408-0520506d1003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcf878f-3c5c-40a1-be42-03ed2041c772,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:32.077323 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.81', 50291) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:32.142599 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Allocated IP 172.27.0.84 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/3a5279d3-2d83-4a1d-b20f-1560109c942d) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:32.164080 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device cf441063-0072-4ec0-bcf8-945d809a62c5 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:32.233759 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] For port 169c34b5-d6f7-4939-8f6b-5181efee4c82, host hv-cinder-81546, cleared binding levels {{(pid=101985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:32.259935 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port cf441063-0072-4ec0-bcf8-945d809a62c5 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:32.273241 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:32.273540 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] For port 169c34b5-d6f7-4939-8f6b-5181efee4c82, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=169c34b5-d6f7-4939-8f6b-5181efee4c82,segment=NetworkSegment(c18c1045-348a-42dd-ba85-3dc2509299b8),segment_id=c18c1045-348a-42dd-ba85-3dc2509299b8)] {{(pid=101985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:32.287059 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4b4cb-fd23-490e-b505-99d28d0b5048 req-cfabc268-e6ac-40f4-8a46-2f8bcf6676dd tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:32.306717 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-57c4b4cb-fd23-490e-b505-99d28d0b5048 req-cfabc268-e6ac-40f4-8a46-2f8bcf6676dd tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.3229096 Oct 28 11:34:32.333251 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 {{(pid=101985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:32.350494 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:32.378907 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.provisioning_blocks [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Transition to ACTIVE for port object bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 will not be triggered until provisioned by entity L2. {{(pid=101985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:34:32.408283 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d982d-b540-475c-a9f9-4ef4d6ec6c92 req-fe1af4c8-2c38-42da-af83-08d981147329 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:32.410196 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c69d982d-b540-475c-a9f9-4ef4d6ec6c92 req-fe1af4c8-2c38-42da-af83-08d981147329 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 932 time: 0.1455808 Oct 28 11:34:32.453663 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-57c4b4cb-fd23-490e-b505-99d28d0b5048 req-93e9a9d6-84b8-4ca1-a067-93c810121352 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453779 Oct 28 11:34:32.490761 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:32.507942 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:32.661107 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c69d982d-b540-475c-a9f9-4ef4d6ec6c92 req-1fd4648d-b8a9-457a-bcc0-307e99bff45f tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428043 Oct 28 11:34:32.747366 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:32.748010 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:32.749526 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] 10.222.0.81 "PUT /v2.0/ports/169c34b5-d6f7-4939-8f6b-5181efee4c82 HTTP/1.1" status: 200 len: 1093 time: 3.9918523 Oct 28 11:34:32.754744 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e361eb-120d-4d80-876c-396891e00d67', 'tag': '169c34b5-d6f7-4939-8f6b-5181efee4c82'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:34:32.784638 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:32.967372 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-74bbf6d9-55fc-4a82-a228-6134939df98d req-dd2f4475-2e31-4e83-9848-37ac1d08df39 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 210 time: 0.1237817 Oct 28 11:34:32.968254 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:32.973293 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1ef56f19-d533-4ab0-b3b5-6bf6097133d6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:32.974848 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1ef56f19-d533-4ab0-b3b5-6bf6097133d6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 818 time: 0.8367286 Oct 28 11:34:32.993602 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Attempting to bind port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:32.994126 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Attempting to bind port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:32.994555 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Attempting to bind port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:33.007561 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:34:33.015705 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Attempting to bind port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:33.046081 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:33.046587 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Checking segment: {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:33.047078 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Bound using segment: {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:33.048027 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Bound port: bb9ae039-c8fe-4929-8f6b-2b9760fe6b65, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'}}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:33.048027 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:33.114458 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908761b9-d0f2-444c-a5cf-3f3c862ff6fa service neutron] Pushing event updated for resources: {'Port': ['ID=169c34b5-d6f7-4939-8f6b-5181efee4c82,revision_number=3']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:33.115792 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:33.236037 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Request body: {'port': {'device_id': 'ae08728b-47e7-4741-afed-4ca1365a3a6b', 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3', 'admin_state_up': True, 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:33.277188 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] For port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65, host hv-cinder-81546, cleared binding levels {{(pid=101985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:33.277188 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] For port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:33.366420 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e4d43e-93cd-4619-9c11-f7098a45033a" -d '{"events": [{"name": "network-changed", "server_uuid": "40e361eb-120d-4d80-876c-396891e00d67", "tag": "169c34b5-d6f7-4939-8f6b-5181efee4c82"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:34:33.435761 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8737409-55e2-4616-8615-a853fed77124 req-1c54d696-9ee0-47ff-b662-0974e2f45e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:33.452546 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-1c54d696-9ee0-47ff-b662-0974e2f45e45 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f5e5fc22ec647d8ba1f622408f16614&device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 1096 time: 0.1635690 Oct 28 11:34:33.464718 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:33.472250 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:33.485810 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:33.565999 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'Port': ['ID=3a5279d3-2d83-4a1d-b20f-1560109c942d,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:33.621318 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-fdae4fa3-f402-4176-a3c7-91e18b711433 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=169c34b5-d6f7-4939-8f6b-5181efee4c82 HTTP/1.1" status: 200 len: 217 time: 0.1379888 Oct 28 11:34:33.625549 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:33.767751 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b709503-d1fc-4a78-b452-d6caf7cce5b8 req-6dea0598-2664-4306-b75a-fa2ba755c8af tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:33.769484 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9b709503-d1fc-4a78-b452-d6caf7cce5b8 req-6dea0598-2664-4306-b75a-fa2ba755c8af tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.1633518 Oct 28 11:34:33.801243 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b3825c-af47-4915-96d4-5c2e0e7fd935 x-openstack-request-id: req-22b3825c-af47-4915-96d4-5c2e0e7fd935 {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:34:33.801534 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e361eb-120d-4d80-876c-396891e00d67", "tag": "169c34b5-d6f7-4939-8f6b-5181efee4c82", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:34:33.801785 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22b3825c-af47-4915-96d4-5c2e0e7fd935 {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:34:33.807387 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e361eb-120d-4d80-876c-396891e00d67', 'tag': '169c34b5-d6f7-4939-8f6b-5181efee4c82', 'status': 'completed', 'code': 200} Oct 28 11:34:33.822734 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:33.829854 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:33.829854 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] 10.222.0.81 "PUT /v2.0/ports/bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 HTTP/1.1" status: 200 len: 1094 time: 4.6391728 Oct 28 11:34:34.018273 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:34.018273 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9b709503-d1fc-4a78-b452-d6caf7cce5b8 req-23e3194d-6588-477d-acb1-d14a315842c4 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634777 Oct 28 11:34:34.020552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e63b6-7952-437b-94ab-b6c3b63bbea1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,revision_number=3']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:34.020552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8737409-55e2-4616-8615-a853fed77124 req-84a10ca3-0c22-443a-a882-24f0996a7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:34.020552 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-84a10ca3-0c22-443a-a882-24f0996a7c8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=113da25f-7011-4874-ab85-15b1e88fbff7 HTTP/1.1" status: 200 len: 852 time: 0.3405521 Oct 28 11:34:34.035764 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9652a-6500-4212-9ac1-6e08fcc980b6 req-e80dcd9e-73aa-4e6f-9051-77dc5f488ff5 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:34.037295 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4f9652a-6500-4212-9ac1-6e08fcc980b6 req-e80dcd9e-73aa-4e6f-9051-77dc5f488ff5 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.1439347 Oct 28 11:34:34.057629 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Made reservation on behalf of 51d77d3ba5c047838fd80fff14ee3822 for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:34.062556 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:34.158807 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-49b09b13-c97d-4586-9b2e-cbad64c56c33 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b30e81b7-6d08-4655-9c58-bee55c18b417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706639 Oct 28 11:34:34.172020 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4f9652a-6500-4212-9ac1-6e08fcc980b6 req-6de833c5-250b-45dc-a779-e7d1e3cdd1be tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251242 Oct 28 11:34:34.228314 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f237fe04-f772-4179-abf3-558244f5fad0 req-11d51a78-481a-4e2a-8e1e-e8b50fff034e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 210 time: 0.0670505 Oct 28 11:34:34.409044 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-769e0f90-9f9a-4ddb-a66c-491c4287d3e9 service neutron] 10.222.0.81 "GET /v2.0/networks/b30e81b7-6d08-4655-9c58-bee55c18b417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321272 Oct 28 11:34:34.421244 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:34.479134 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.81', 50296) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:34.494555 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-c057c002-5a72-428a-a918-fd38666aa966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:34.497774 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-c057c002-5a72-428a-a918-fd38666aa966 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 1097 time: 0.1411386 Oct 28 11:34:34.589661 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35800) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:34.658988 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-6e7eb003-1d47-40d3-b28f-b7db0f7a0a03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 HTTP/1.1" status: 200 len: 217 time: 0.0670147 Oct 28 11:34:34.686200 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Allocated IP 172.20.0.4 (df0f74b7-2157-4893-a31c-27cb337cedf3/c4e69e5f-371f-46ca-be72-5b8c3a481921/7bb7c6e2-c748-4d42-b27f-0c0450a84357) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:34.791616 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-9a94d363-5e94-47bb-961f-06ad1af57939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:34.793215 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-9a94d363-5e94-47bb-961f-06ad1af57939 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc7badf1-9a58-40b8-b3dc-4f60d176986f HTTP/1.1" status: 200 len: 854 time: 0.1261244 Oct 28 11:34:34.796060 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8737409-55e2-4616-8615-a853fed77124 req-28c68f51-d2a0-4f96-b109-7710b77fd201 service neutron] 10.222.0.81 "GET /v2.0/networks/b30e81b7-6d08-4655-9c58-bee55c18b417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661890 Oct 28 11:34:34.809734 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-fda0f2e5-2626-4e40-b2fc-3dddd98b94d3 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:34.811319 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-fda0f2e5-2626-4e40-b2fc-3dddd98b94d3 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 818 time: 0.3066440 Oct 28 11:34:34.837637 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Request body: {'port': {'device_id': '898b3c8b-dfb8-4ab6-a335-7278a50367c9', 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3', 'admin_state_up': True, 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:34.874423 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-aa3c3795-12f7-4b95-878d-543129f43483 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518706 Oct 28 11:34:34.889154 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-006e8746-5b89-44ea-8ace-12e4bbd1d745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.083258 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-1f6b96f1-d3f1-45d4-9ba8-1a304f58d048 service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853135 Oct 28 11:34:35.187951 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-006e8746-5b89-44ea-8ace-12e4bbd1d745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.298742 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.375005 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74364b-b7ec-4b3c-8556-482518ac0de9 req-31505cac-7b36-439c-bf2c-44bfe1dc3839 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:35.375005 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4b74364b-b7ec-4b3c-8556-482518ac0de9 req-31505cac-7b36-439c-bf2c-44bfe1dc3839 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.2108970 Oct 28 11:34:35.401548 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.440975 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.452010 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-006e8746-5b89-44ea-8ace-12e4bbd1d745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.495758 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-006e8746-5b89-44ea-8ace-12e4bbd1d745 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=75cdb353ffec409988d1c15a963a6dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9024754 Oct 28 11:34:35.499771 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35848) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:35.544536 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-8ea18197-1e66-4032-8d60-9d910db92d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:35.546643 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-8ea18197-1e66-4032-8d60-9d910db92d2c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f5e5fc22ec647d8ba1f622408f16614&device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 1096 time: 0.5265985 Oct 28 11:34:35.572914 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4b74364b-b7ec-4b3c-8556-482518ac0de9 req-6ea4e2df-8bdd-4371-8975-bcf23e7b3b71 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025576 Oct 28 11:34:35.592474 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'Port': ['ID=3a5279d3-2d83-4a1d-b20f-1560109c942d,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:35.646267 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.652346 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e8746-5b89-44ea-8ace-12e4bbd1d745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aec4c3f-52f9-48ee-a20a-376475db9aeb,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:35.662941 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74b9a1e5-178e-4105-8706-12b0d922dcda req-fbcd0461-c02d-4505-8356-c70734afb90b service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721668 Oct 28 11:34:35.688335 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ac571-1bf2-421c-98f5-8fcb9421feea req-22693d93-e7bd-4a15-b89d-67465d1ad027 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:35.697177 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ee9ac571-1bf2-421c-98f5-8fcb9421feea req-22693d93-e7bd-4a15-b89d-67465d1ad027 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.2522702 Oct 28 11:34:35.706081 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dee4d077-5804-48f1-97ae-7ecd318958e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.746647 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d832d7bd-6125-47f3-9af5-2aecdc535111 req-15b4aeac-9b56-4df4-acd5-13577b393b97 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 210 time: 0.0291214 Oct 28 11:34:35.821144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dee4d077-5804-48f1-97ae-7ecd318958e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.821144 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ee9ac571-1bf2-421c-98f5-8fcb9421feea req-4d4e1495-f59a-4aaa-b5f1-a46044980cbd tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661263 Oct 28 11:34:35.821144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc85bc8-cb71-4b8a-9450-386186cb604f', 'tag': 'bb9ae039-c8fe-4929-8f6b-2b9760fe6b65'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:34:35.821144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1875e1b8-3475-497d-bd62-4df84319bf26" -d '{"events": [{"name": "network-changed", "server_uuid": "acc85bc8-cb71-4b8a-9450-386186cb604f", "tag": "bb9ae039-c8fe-4929-8f6b-2b9760fe6b65"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:34:35.937133 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Made reservation on behalf of 51d77d3ba5c047838fd80fff14ee3822 for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:35.944521 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:35.981230 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c4112-f388-410f-b08b-5f9704a6ccff x-openstack-request-id: req-3e7c4112-f388-410f-b08b-5f9704a6ccff {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:34:35.981764 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc85bc8-cb71-4b8a-9450-386186cb604f", "tag": "bb9ae039-c8fe-4929-8f6b-2b9760fe6b65", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:34:35.982181 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e7c4112-f388-410f-b08b-5f9704a6ccff {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:34:35.982728 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc85bc8-cb71-4b8a-9450-386186cb604f', 'tag': 'bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'status': 'completed', 'code': 200} Oct 28 11:34:35.999392 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-f9c862c4-cf5f-407a-9dd2-cfd004b7f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:36.001854 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-f9c862c4-cf5f-407a-9dd2-cfd004b7f568 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b30e81b7-6d08-4655-9c58-bee55c18b417 HTTP/1.1" status: 200 len: 913 time: 0.2253551 Oct 28 11:34:36.004634 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:36.093342 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Network df0f74b7-2157-4893-a31c-27cb337cedf3 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:36.099830 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:36.106659 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:36.139673 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Pushing event updated for resources: {'Port': ['ID=7bb7c6e2-c748-4d42-b27f-0c0450a84357,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:36.176814 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:36.178101 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:36.189444 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dee4d077-5804-48f1-97ae-7ecd318958e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:36.192653 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dee4d077-5804-48f1-97ae-7ecd318958e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:36.193054 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:36.194312 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-dee4d077-5804-48f1-97ae-7ecd318958e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5aec4c3f-52f9-48ee-a20a-376475db9aeb HTTP/1.1" status: 204 len: 168 time: 0.6901293 Oct 28 11:34:36.200682 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-c5fc7240-2ba6-4d1a-9752-c89fc1f1fa8b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2311409 Oct 28 11:34:36.210016 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4d077-5804-48f1-97ae-7ecd318958e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aec4c3f-52f9-48ee-a20a-376475db9aeb,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:36.287338 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-1fb3407e-b2ce-4ea7-9b74-7d0909d107e8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0811322 Oct 28 11:34:36.470280 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.db.api [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-849db1de-b300-4eb1-9466-78633bacd345 {{(pid=101984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 11:34:36.470969 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG oslo_db.api [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:34:36.520723 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 35878) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:36.569152 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-065a55bb-2781-4998-9ba1-2be44ff4fc58 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--739382432&fields=id&tenant_id=8e441afa764f4d43aabb60a1da939186 HTTP/1.1" status: 200 len: 267 time: 0.0639143 Oct 28 11:34:36.764764 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-f41df7aa-305b-414d-9d84-f6a6a4b12715 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:36.766370 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-f41df7aa-305b-414d-9d84-f6a6a4b12715 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 817 time: 0.1891775 Oct 28 11:34:36.783853 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3a116-d754-41b5-8f78-d0a0d46a3b41 req-2dc71974-4b13-4882-b8fd-3116f090124c tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:36.785391 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9df3a116-d754-41b5-8f78-d0a0d46a3b41 req-2dc71974-4b13-4882-b8fd-3116f090124c tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.0867181 Oct 28 11:34:36.790091 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-045d9709-0477-4734-9e84-e9c8b37166db tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/quotas/8e441afa764f4d43aabb60a1da939186 HTTP/1.1" status: 200 len: 375 time: 0.0157866 Oct 28 11:34:36.858122 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7310f699-a458-49fe-934c-71f10f83e8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:36.904349 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9df3a116-d754-41b5-8f78-d0a0d46a3b41 req-3ee37f22-ec93-488e-ad01-b62af50f9a19 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117723 Oct 28 11:34:36.973904 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:36.983675 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7310f699-a458-49fe-934c-71f10f83e8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:37.131712 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-58156970-a4ab-44b0-87dd-6cfab388bddb tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3322241 Oct 28 11:34:37.150189 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b44ab4-79ec-4493-a1e2-34f7278add35 req-86961076-8cd2-43e9-b8f3-b1c86b03683f tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:37.151893 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-22b44ab4-79ec-4493-a1e2-34f7278add35 req-86961076-8cd2-43e9-b8f3-b1c86b03683f tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.1442602 Oct 28 11:34:37.236621 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-22b44ab4-79ec-4493-a1e2-34f7278add35 req-71b36274-e09f-44f4-94dd-36bbc4b4f42e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754192 Oct 28 11:34:37.275969 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Allocated IP 172.20.0.11 (df0f74b7-2157-4893-a31c-27cb337cedf3/c4e69e5f-371f-46ca-be72-5b8c3a481921/de1d0866-e006-4bbc-b77c-c29672af0110) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:37.278136 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7310f699-a458-49fe-934c-71f10f83e8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:37.309115 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-a476a997-dece-41aa-b96b-541e8b2de7dc service neutron] 10.222.0.79 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680851 Oct 28 11:34:37.411462 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-7310f699-a458-49fe-934c-71f10f83e8f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e47376a3a964d16835b4d2b61f5e7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8896143 Oct 28 11:34:37.412269 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310f699-a458-49fe-934c-71f10f83e8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d26bffe-1be9-47f6-bd00-65d46254ea75,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:37.442089 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a9185176-7439-4928-8b5a-69cb3299f658 req-61e2ea11-c9cc-42ae-8b9b-53fd3b26a82c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 210 time: 0.0748794 Oct 28 11:34:37.447208 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-3ce6324a-2e5a-4bd9-ad11-8cffc83884b6 service neutron] 10.222.0.79 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269917 Oct 28 11:34:37.518773 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35900) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:37.608158 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:37.609751 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-8d14d1c3-aa38-4602-aad3-53295019843c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:37.658156 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-8d14d1c3-aa38-4602-aad3-53295019843c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:37.738368 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35910) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:37.756367 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d24d6973-f631-4e72-9fd8-35b701887773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:37.817336 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:37.861733 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Network df0f74b7-2157-4893-a31c-27cb337cedf3 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:37.865217 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:37.873356 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:37.879878 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Pushing event updated for resources: {'Port': ['ID=de1d0866-e006-4bbc-b77c-c29672af0110,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:37.882237 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-8d14d1c3-aa38-4602-aad3-53295019843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:37.887911 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-8d14d1c3-aa38-4602-aad3-53295019843c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:37.897978 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-8d14d1c3-aa38-4602-aad3-53295019843c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d26bffe-1be9-47f6-bd00-65d46254ea75 HTTP/1.1" status: 204 len: 168 time: 0.3858035 Oct 28 11:34:38.026518 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:38.027486 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:38.042496 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d24d6973-f631-4e72-9fd8-35b701887773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:38.099798 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14d1c3-aa38-4602-aad3-53295019843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d26bffe-1be9-47f6-bd00-65d46254ea75,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:38.113534 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e6210df9-f15f-4a65-ab5b-9dc2521740cf req-e31ecb4c-700e-4b79-b75c-a969db60e0a2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.0811009 Oct 28 11:34:38.142312 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b13170-ccc5-4a10-97e3-4a3a937bae92 req-7d5a90cb-ad7c-4216-84b1-8db11497a758 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:38.143858 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-24b13170-ccc5-4a10-97e3-4a3a937bae92 req-7d5a90cb-ad7c-4216-84b1-8db11497a758 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.0971637 Oct 28 11:34:38.216109 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-24b13170-ccc5-4a10-97e3-4a3a937bae92 req-1252d2c7-5d8a-4501-9951-4aade5fcd031 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602224 Oct 28 11:34:38.331774 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d24d6973-f631-4e72-9fd8-35b701887773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:38.345622 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-90731e4d-5f20-4c6b-be4d-a38e9542d954 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5216668 Oct 28 11:34:38.365529 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d24d6973-f631-4e72-9fd8-35b701887773 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b79c9df82d3d436b929603ad6e05b680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6258974 Oct 28 11:34:38.367604 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef960c7d-4d6b-478d-a59d-354500c2fe3a req-df2ad208-dfca-4229-9765-37ead6d358e4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:38.369403 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef960c7d-4d6b-478d-a59d-354500c2fe3a req-df2ad208-dfca-4229-9765-37ead6d358e4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.0639715 Oct 28 11:34:38.370260 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 35928) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:38.387677 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d6973-f631-4e72-9fd8-35b701887773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a80998-fecc-4fa3-b84e-52937ae693b5,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:38.420709 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef960c7d-4d6b-478d-a59d-354500c2fe3a req-28a404a3-e771-43f1-8f89-27b32c0b088a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Oct 28 11:34:38.429535 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-86bf30cc-a6e2-464d-a881-a9169cfe6412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:38.452476 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-86bf30cc-a6e2-464d-a881-a9169cfe6412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:38.618826 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8de1-462d-49eb-a242-dc85c22d662b req-85d72e46-6c20-4904-9508-27e7b6ba0081 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:38.618826 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9eac8de1-462d-49eb-a242-dc85c22d662b req-85d72e46-6c20-4904-9508-27e7b6ba0081 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 932 time: 0.0518610 Oct 28 11:34:38.619480 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-86bf30cc-a6e2-464d-a881-a9169cfe6412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:38.621591 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-86bf30cc-a6e2-464d-a881-a9169cfe6412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:38.622662 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-86bf30cc-a6e2-464d-a881-a9169cfe6412 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94a80998-fecc-4fa3-b84e-52937ae693b5 HTTP/1.1" status: 204 len: 168 time: 0.2514951 Oct 28 11:34:38.637704 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf30cc-a6e2-464d-a881-a9169cfe6412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a80998-fecc-4fa3-b84e-52937ae693b5,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:38.669699 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9eac8de1-462d-49eb-a242-dc85c22d662b req-67f20501-4d28-4c12-9343-1a429e59f57f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Oct 28 11:34:38.753699 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Request body: {'port': {'device_id': 'ae08728b-47e7-4741-afed-4ca1365a3a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:38.770450 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Request body: {'port': {'device_id': '898b3c8b-dfb8-4ab6-a335-7278a50367c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:38.818896 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-3421eef1-2915-450e-8292-45afeb91718b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=169c34b5-d6f7-4939-8f6b-5181efee4c82 HTTP/1.1" status: 200 len: 217 time: 0.0703585 Oct 28 11:34:38.859261 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:38.895889 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-29b2b310-d3e5-4fd3-ac72-79600bd29f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:38.897390 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-29b2b310-d3e5-4fd3-ac72-79600bd29f48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 1097 time: 0.0888202 Oct 28 11:34:38.899610 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-8ad15595-02e9-430e-a16a-860950c9c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:38.900922 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-8ad15595-02e9-430e-a16a-860950c9c460 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=113da25f-7011-4874-ab85-15b1e88fbff7 HTTP/1.1" status: 200 len: 852 time: 0.0557485 Oct 28 11:34:38.915518 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:39.129804 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-a845bd7e-b5f2-4c24-8ba4-e7659c221f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:39.131560 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-a845bd7e-b5f2-4c24-8ba4-e7659c221f42 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 915 time: 0.2088943 Oct 28 11:34:39.146411 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-742aba9b-d41d-4da3-9e02-4c8628914a45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b30e81b7-6d08-4655-9c58-bee55c18b417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554833 Oct 28 11:34:39.363881 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94992f-881a-43db-90b6-8747968d52c9 req-3474d553-8923-40d6-bded-31181a3454d1 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:39.365837 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9b94992f-881a-43db-90b6-8747968d52c9 req-3474d553-8923-40d6-bded-31181a3454d1 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.0647881 Oct 28 11:34:39.420743 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9b94992f-881a-43db-90b6-8747968d52c9 req-5563e466-b764-4808-bd03-a8b91f326e02 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Oct 28 11:34:39.451168 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c17d946f-4d06-47a6-a9ea-df4b02c6baee req-ccfb5a6e-8f00-452d-90b0-1d64b99952b5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.2197783 Oct 28 11:34:39.604768 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb69579-2718-44c3-a2c6-6d9d273b09e4 req-551eaec1-37ce-4d57-b5f7-2fddd483746d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:39.611922 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1d0866-e006-4bbc-b77c-c29672af0110 {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:39.612107 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5cb69579-2718-44c3-a2c6-6d9d273b09e4 req-551eaec1-37ce-4d57-b5f7-2fddd483746d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.0753298 Oct 28 11:34:39.621070 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:39.642445 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Transition to ACTIVE for port object de1d0866-e006-4bbc-b77c-c29672af0110 will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:34:39.649446 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5cb69579-2718-44c3-a2c6-6d9d273b09e4 req-365ac711-505e-48ae-9bd9-ae9050688377 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358038 Oct 28 11:34:39.749535 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:39.882474 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Pushing event updated for resources: {'Port': ['ID=de1d0866-e006-4bbc-b77c-c29672af0110,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:39.960806 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fadda0-bff5-4699-9ed4-5ccc1275eafd req-eee315db-81eb-4c24-9969-ee666684867f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:39.963128 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-06fadda0-bff5-4699-9ed4-5ccc1275eafd req-eee315db-81eb-4c24-9969-ee666684867f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 944 time: 0.1996524 Oct 28 11:34:40.084810 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-06fadda0-bff5-4699-9ed4-5ccc1275eafd req-99c0750e-1789-4bc4-bc69-822c3ba897c4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016643 Oct 28 11:34:40.091044 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Attempting to bind port de1d0866-e006-4bbc-b77c-c29672af0110 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:40.099885 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Attempting to bind port de1d0866-e006-4bbc-b77c-c29672af0110 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:40.099885 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Attempting to bind port de1d0866-e006-4bbc-b77c-c29672af0110 on network df0f74b7-2157-4893-a31c-27cb337cedf3 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:40.102097 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Port de1d0866-e006-4bbc-b77c-c29672af0110 on network df0f74b7-2157-4893-a31c-27cb337cedf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:34:40.102590 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Attempting to bind port de1d0866-e006-4bbc-b77c-c29672af0110 on network df0f74b7-2157-4893-a31c-27cb337cedf3 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:40.106899 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb7c6e2-c748-4d42-b27f-0c0450a84357 {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:40.116643 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:40.119788 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:40.120146 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Checking segment: {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:40.120706 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Bound using segment: {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:40.121151 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Bound port: de1d0866-e006-4bbc-b77c-c29672af0110, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:40.121485 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:40.144266 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Transition to ACTIVE for port object 7bb7c6e2-c748-4d42-b27f-0c0450a84357 will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:34:40.198558 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] For port de1d0866-e006-4bbc-b77c-c29672af0110, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:40.203219 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] For port de1d0866-e006-4bbc-b77c-c29672af0110, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de1d0866-e006-4bbc-b77c-c29672af0110,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:40.205821 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:40.256874 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb7c6e2-c748-4d42-b27f-0c0450a84357,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:40.292092 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:40.359006 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:40.359621 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:40.361087 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] 10.222.0.81 "PUT /v2.0/ports/de1d0866-e006-4bbc-b77c-c29672af0110 HTTP/1.1" status: 200 len: 1094 time: 1.6121068 Oct 28 11:34:40.363380 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898b3c8b-dfb8-4ab6-a335-7278a50367c9', 'tag': 'de1d0866-e006-4bbc-b77c-c29672af0110'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:34:40.401278 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Attempting to bind port 7bb7c6e2-c748-4d42-b27f-0c0450a84357 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:40.401610 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Attempting to bind port 7bb7c6e2-c748-4d42-b27f-0c0450a84357 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:40.401967 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Attempting to bind port 7bb7c6e2-c748-4d42-b27f-0c0450a84357 on network df0f74b7-2157-4893-a31c-27cb337cedf3 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:40.412557 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38521418-65fa-4fc1-a2d5-014f4234440c service neutron] Pushing event updated for resources: {'Port': ['ID=de1d0866-e006-4bbc-b77c-c29672af0110,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:40.415837 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Port 7bb7c6e2-c748-4d42-b27f-0c0450a84357 on network df0f74b7-2157-4893-a31c-27cb337cedf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:34:40.416158 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Attempting to bind port 7bb7c6e2-c748-4d42-b27f-0c0450a84357 on network df0f74b7-2157-4893-a31c-27cb337cedf3 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:40.425046 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:40.425046 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Checking segment: {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:40.425046 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Bound using segment: {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:40.425046 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Bound port: 7bb7c6e2-c748-4d42-b27f-0c0450a84357, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:40.425046 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:40.520015 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] For port 7bb7c6e2-c748-4d42-b27f-0c0450a84357, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:40.527975 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] For port 7bb7c6e2-c748-4d42-b27f-0c0450a84357, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:40.587874 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d763d7-80bc-4176-a782-e1649a3f2dcd req-b105806d-3eaa-41fd-89c1-ca1294053d71 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:40.590449 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e9d763d7-80bc-4176-a782-e1649a3f2dcd req-b105806d-3eaa-41fd-89c1-ca1294053d71 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.0764055 Oct 28 11:34:40.596700 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dce828e5-89de-4b55-b8a7-ace07daf1938 req-ba836316-e5a6-4cef-8cca-8e21a5e56750 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.0424871 Oct 28 11:34:40.598091 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:40.612046 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56a0504-c6b0-424b-b559-72d626a3c75c" -d '{"events": [{"name": "network-changed", "server_uuid": "898b3c8b-dfb8-4ab6-a335-7278a50367c9", "tag": "de1d0866-e006-4bbc-b77c-c29672af0110"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:34:40.723906 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e9d763d7-80bc-4176-a782-e1649a3f2dcd req-f2c24f6c-172e-48c5-8a64-0d8f27ca3a1a tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145926 Oct 28 11:34:40.761098 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:40.762363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:40.763171 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] 10.222.0.81 "PUT /v2.0/ports/7bb7c6e2-c748-4d42-b27f-0c0450a84357 HTTP/1.1" status: 200 len: 1093 time: 2.0153961 Oct 28 11:34:40.766522 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aba3d-1a7f-4319-9355-f53ca917c5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb7c6e2-c748-4d42-b27f-0c0450a84357,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:40.856541 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679fc9a-da74-4f11-80fe-52ecd733a202 req-138eb164-2901-4f8b-9953-b447429a5d09 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:40.858173 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a679fc9a-da74-4f11-80fe-52ecd733a202 req-138eb164-2901-4f8b-9953-b447429a5d09 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.0642819 Oct 28 11:34:40.907435 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a679fc9a-da74-4f11-80fe-52ecd733a202 req-e0d4dec7-e5d5-4478-b4d9-46917b9108b3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Oct 28 11:34:41.038618 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2804bf33-32f7-40d3-8101-f2eac938582a x-openstack-request-id: req-2804bf33-32f7-40d3-8101-f2eac938582a {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:34:41.038949 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898b3c8b-dfb8-4ab6-a335-7278a50367c9", "tag": "de1d0866-e006-4bbc-b77c-c29672af0110", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:34:41.039230 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2804bf33-32f7-40d3-8101-f2eac938582a {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:34:41.039717 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898b3c8b-dfb8-4ab6-a335-7278a50367c9', 'tag': 'de1d0866-e006-4bbc-b77c-c29672af0110', 'status': 'completed', 'code': 200} Oct 28 11:34:41.050869 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:34:41.208188 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef20b25-a87d-4a6f-8038-b0de82e49188 req-eed9f5be-7802-4c45-8dcd-d754e5ee380a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:41.209694 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6ef20b25-a87d-4a6f-8038-b0de82e49188 req-eed9f5be-7802-4c45-8dcd-d754e5ee380a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 944 time: 0.0568032 Oct 28 11:34:41.256391 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6ef20b25-a87d-4a6f-8038-b0de82e49188 req-6cc8f529-328b-4929-8bd9-bf35f3fe1480 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Oct 28 11:34:41.705715 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-f205b338-2c4a-45e8-8c5d-cb64c76bee04 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 HTTP/1.1" status: 200 len: 217 time: 0.0721064 Oct 28 11:34:41.739483 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36080) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:41.817173 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f040fbbe-131f-49ba-af6a-509c255fd997 req-69f90f7b-f76c-4578-b807-366d2002fdf0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.1014373 Oct 28 11:34:41.855269 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-d2634983-392d-4aa2-bdf1-2d7eb904d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:41.856939 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-d2634983-392d-4aa2-bdf1-2d7eb904d8de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc7badf1-9a58-40b8-b3dc-4f60d176986f HTTP/1.1" status: 200 len: 854 time: 0.1424420 Oct 28 11:34:41.864727 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36092) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:41.895744 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-74e364bd-0082-42b6-8f9e-3d8472329b2b service neutron] 10.222.0.81 "GET /v2.0/networks/b30e81b7-6d08-4655-9c58-bee55c18b417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696631 Oct 28 11:34:41.914048 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a0504-c6b0-424b-b559-72d626a3c75c req-4190bc12-c11d-41be-8956-46f664756711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:41.916770 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f56a0504-c6b0-424b-b559-72d626a3c75c req-4190bc12-c11d-41be-8956-46f664756711 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 1097 time: 0.2663939 Oct 28 11:34:41.940166 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-46aa9916-ef82-4ae1-806d-026912d38304 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596995 Oct 28 11:34:42.062050 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0c980cb2-bf64-4e37-9e95-38a5f0abc7b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:42.072734 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0a2f-2366-469f-af82-4ec321aafa69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:42.119402 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-aa74d150-7b58-48e9-a87c-5ca1ff7e3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:42.120888 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-aa74d150-7b58-48e9-a87c-5ca1ff7e3524 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1096 time: 0.3315256 Oct 28 11:34:42.180473 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-75e4d43e-93cd-4619-9c11-f7098a45033a req-0fb538a6-c460-4d0f-ae58-3df2b4a5989d service neutron] 10.222.0.81 "GET /v2.0/networks/b30e81b7-6d08-4655-9c58-bee55c18b417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426839 Oct 28 11:34:42.192343 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26ce69-6cae-4c1c-93cb-3a1228932c92 req-363e43da-d3e3-495d-9eaa-0693c8e1d95a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:42.193848 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5e26ce69-6cae-4c1c-93cb-3a1228932c92 req-363e43da-d3e3-495d-9eaa-0693c8e1d95a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.1780901 Oct 28 11:34:42.199077 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-9bb76ad1-50c7-4d93-8134-81fe55b0e5ae service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371514 Oct 28 11:34:42.243691 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251accd7-26e7-4062-9511-1a39f9011dac req-968c19f8-38f7-4628-8d75-9fc92e06f67c tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:42.245215 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-251accd7-26e7-4062-9511-1a39f9011dac req-968c19f8-38f7-4628-8d75-9fc92e06f67c tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.3174508 Oct 28 11:34:42.259583 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-a55ab2fb-0c49-412b-9e75-9f7a169bcd87 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357 HTTP/1.1" status: 200 len: 217 time: 0.1257625 Oct 28 11:34:42.308570 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5e26ce69-6cae-4c1c-93cb-3a1228932c92 req-0f07d3ca-02f4-4c2a-bda6-d627e0f51b92 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049130 Oct 28 11:34:42.328349 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0a2f-2366-469f-af82-4ec321aafa69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:42.338381 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a0504-c6b0-424b-b559-72d626a3c75c req-bfbb7ec4-190c-4656-9678-33d73348f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:42.339837 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f56a0504-c6b0-424b-b559-72d626a3c75c req-bfbb7ec4-190c-4656-9678-33d73348f9e2 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=51d77d3ba5c047838fd80fff14ee3822&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4073586 Oct 28 11:34:42.367949 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1875e1b8-3475-497d-bd62-4df84319bf26 req-c395c310-5422-4c0b-b9f2-f074a02a3a9c service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538689 Oct 28 11:34:42.440261 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4149b44-2d16-4075-9d05-e7d45eb303c7 req-8391ffb1-2525-4ce8-840d-87b09b3eb680 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:42.441802 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4149b44-2d16-4075-9d05-e7d45eb303c7 req-8391ffb1-2525-4ce8-840d-87b09b3eb680 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 944 time: 0.0525687 Oct 28 11:34:42.446533 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0a2f-2366-469f-af82-4ec321aafa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:42.457675 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-251accd7-26e7-4062-9511-1a39f9011dac req-ec28bdb3-c033-4428-b14e-594ba33ba9de tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008212 Oct 28 11:34:42.513376 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-cc8c0a2f-2366-469f-af82-4ec321aafa69 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46d922e2b26f4961aee8b385005e267f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474316 Oct 28 11:34:42.515698 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c0a2f-2366-469f-af82-4ec321aafa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05083f96-a1cc-4ec3-b746-1d5be2c0ad50,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:42.523898 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36104) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:42.545429 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4149b44-2d16-4075-9d05-e7d45eb303c7 req-be9bba21-db8e-421e-98a9-1a24c3f9b004 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957870 Oct 28 11:34:42.594739 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e20ae2eb-1f49-4143-84ba-fb6d52612571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:42.615363 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e20ae2eb-1f49-4143-84ba-fb6d52612571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:42.645463 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-dd011e49-d464-49ad-8ed6-195ae1beb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:42.647071 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-dd011e49-d464-49ad-8ed6-195ae1beb8be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.3746288 Oct 28 11:34:42.737243 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-8e964c97-5bb8-4c68-b5a1-6794e4974b76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705278 Oct 28 11:34:42.737601 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e20ae2eb-1f49-4143-84ba-fb6d52612571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:42.740418 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e20ae2eb-1f49-4143-84ba-fb6d52612571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:42.741552 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e20ae2eb-1f49-4143-84ba-fb6d52612571 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05083f96-a1cc-4ec3-b746-1d5be2c0ad50 HTTP/1.1" status: 204 len: 168 time: 0.2166607 Oct 28 11:34:42.754178 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ae2eb-1f49-4143-84ba-fb6d52612571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05083f96-a1cc-4ec3-b746-1d5be2c0ad50,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:42.783287 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0c980cb2-bf64-4e37-9e95-38a5f0abc7b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:42.837749 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a0504-c6b0-424b-b559-72d626a3c75c req-8702f376-36ad-4d41-90ff-f25526a4fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:42.839277 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f56a0504-c6b0-424b-b559-72d626a3c75c req-8702f376-36ad-4d41-90ff-f25526a4fbd6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4892471 Oct 28 11:34:42.878979 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-ccadfcdf-c028-425f-948d-44b45a9c770f service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324518 Oct 28 11:34:42.976151 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0c980cb2-bf64-4e37-9e95-38a5f0abc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:43.001399 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-268438d6-91df-4f85-9bbd-9f9ec3c4e2e1 req-e32ee343-5208-4d83-9930-b83c961d8f21 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.0458188 Oct 28 11:34:43.047828 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae08728b-47e7-4741-afed-4ca1365a3a6b', 'tag': '7bb7c6e2-c748-4d42-b27f-0c0450a84357'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:34:43.050394 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae08728b-47e7-4741-afed-4ca1365a3a6b", "tag": "7bb7c6e2-c748-4d42-b27f-0c0450a84357"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:34:43.079343 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-53245413-8a9e-432e-9e77-8d2cc73a59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:43.080831 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-53245413-8a9e-432e-9e77-8d2cc73a59cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 1097 time: 0.2010937 Oct 28 11:34:43.100124 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-0c980cb2-bf64-4e37-9e95-38a5f0abc7b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16643e51aed349d688fb438cf079e58c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3527560 Oct 28 11:34:43.100124 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36126) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:43.106952 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7ae185-4e79-494d-9199-1408941f5209 x-openstack-request-id: req-7f7ae185-4e79-494d-9199-1408941f5209 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:34:43.107238 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae08728b-47e7-4741-afed-4ca1365a3a6b", "tag": "7bb7c6e2-c748-4d42-b27f-0c0450a84357", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:34:43.107481 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f7ae185-4e79-494d-9199-1408941f5209 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:34:43.114054 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae08728b-47e7-4741-afed-4ca1365a3a6b', 'tag': '7bb7c6e2-c748-4d42-b27f-0c0450a84357', 'status': 'completed', 'code': 200} Oct 28 11:34:43.116934 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c980cb2-bf64-4e37-9e95-38a5f0abc7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acb949d-04dd-465b-be18-326c0a2955ca,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:43.173328 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-490d7530-ad5c-43aa-8d16-52826d5f297a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:43.174970 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-490d7530-ad5c-43aa-8d16-52826d5f297a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 817 time: 0.1475818 Oct 28 11:34:43.177959 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-465bda58-144d-4363-a61b-6ec382f04b7c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de1d0866-e006-4bbc-b77c-c29672af0110 HTTP/1.1" status: 200 len: 217 time: 0.0815163 Oct 28 11:34:43.179661 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee2e8ee5-3244-4bd0-827d-f21d2f90e03f req-c5e4eef3-fffe-4285-a8a2-a9953698c872 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919672 Oct 28 11:34:43.256104 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7bfe28bb-5cd1-4ea0-84b0-436d5b75984a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:43.257605 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-e5857f1e-6763-44f7-8c3c-3d61d01e41ef tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e441afa764f4d43aabb60a1da939186 HTTP/1.1" status: 200 len: 379 time: 0.0581043 Oct 28 11:34:43.259748 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-ac72a7ea-e0d5-4d2e-82df-bbc8bc22a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:43.261193 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-ac72a7ea-e0d5-4d2e-82df-bbc8bc22a316 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.0671983 Oct 28 11:34:43.274363 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'port': {'device_id': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'admin_state_up': True, 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'security_groups': ['46032445-a1d6-4897-80e6-a32139e355c7']}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:43.310281 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-37de716e-ec22-4d3a-a311-f2891c8908ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414805 Oct 28 11:34:43.312147 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7bfe28bb-5cd1-4ea0-84b0-436d5b75984a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:43.499001 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-eb28c716-6e0a-4ab5-acd0-8c95ea84aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:43.499001 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-eb28c716-6e0a-4ab5-acd0-8c95ea84aff6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1096 time: 0.1265743 Oct 28 11:34:43.528188 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Made reservation on behalf of 8e441afa764f4d43aabb60a1da939186 for: {'port': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:34:43.534215 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:43.557651 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a299f-9289-48ec-9e81-b31248f7db10 req-17225c2f-d442-45fe-8325-f30aa4bad92b tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:43.565354 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a05a299f-9289-48ec-9e81-b31248f7db10 req-17225c2f-d442-45fe-8325-f30aa4bad92b tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.1483152 Oct 28 11:34:43.568469 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-608800fd-d83b-4cff-bf0d-158ccf94fde1 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493844 Oct 28 11:34:43.628476 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7bfe28bb-5cd1-4ea0-84b0-436d5b75984a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:43.631085 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7bfe28bb-5cd1-4ea0-84b0-436d5b75984a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:43.636663 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-7bfe28bb-5cd1-4ea0-84b0-436d5b75984a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1acb949d-04dd-465b-be18-326c0a2955ca HTTP/1.1" status: 204 len: 168 time: 0.5284445 Oct 28 11:34:43.677779 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3376f81-3d3c-45bd-8dbc-03c9df6f69f5 req-fb360ef9-4722-4c77-8b1e-fed84fae8817 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:43.679841 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b3376f81-3d3c-45bd-8dbc-03c9df6f69f5 req-fb360ef9-4722-4c77-8b1e-fed84fae8817 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.1180837 Oct 28 11:34:43.683126 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36142) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:43.728358 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-73a7ec92-2ace-4a5a-b0f3-95e500e009e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:43.761372 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe28bb-5cd1-4ea0-84b0-436d5b75984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acb949d-04dd-465b-be18-326c0a2955ca,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:43.786117 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a05a299f-9289-48ec-9e81-b31248f7db10 req-5e044f7e-a452-40c3-9794-1ad8e45539f7 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197983 Oct 28 11:34:43.805844 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b3376f81-3d3c-45bd-8dbc-03c9df6f69f5 req-5c06b794-f0bd-428e-917d-df3b2c272b1d tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086779 Oct 28 11:34:43.812994 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Allocated IP 172.20.0.12 (f5e489a1-e2f1-42bf-94d6-b73230b944c0/7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1/b06401fb-899b-4911-806e-1af780a90e1e) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:34:43.866666 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-bb018e20-2050-4cf7-bc91-8d77b400faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:43.869329 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-bb018e20-2050-4cf7-bc91-8d77b400faba service neutron] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 919 time: 0.3608127 Oct 28 11:34:43.873394 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d1f49ba7-c4d9-4b6f-b5ab-946bb5820ca0 req-75f17f44-2007-418c-b997-3944553442fb service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643938 Oct 28 11:34:43.928970 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-b2ce37d1-cf3b-4f29-880e-4aa49408d6e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357 HTTP/1.1" status: 200 len: 217 time: 0.0449653 Oct 28 11:34:43.955345 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-73a7ec92-2ace-4a5a-b0f3-95e500e009e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.013546 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.026583 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d053c4-4715-43f3-8681-838b118a51b0 req-f2cd8b5a-a2f0-438b-8ffa-11c64d69a6f8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:44.028226 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-97d053c4-4715-43f3-8681-838b118a51b0 req-f2cd8b5a-a2f0-438b-8ffa-11c64d69a6f8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 944 time: 0.1010506 Oct 28 11:34:44.029668 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-47a737ee-af2b-4705-8564-a651cdfa00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:44.031117 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-47a737ee-af2b-4705-8564-a651cdfa00c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.0932291 Oct 28 11:34:44.039792 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-73a7ec92-2ace-4a5a-b0f3-95e500e009e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.085682 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-e3438c49-b55e-4ea5-b35b-5179427ab122 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435033 Oct 28 11:34:44.101066 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-97d053c4-4715-43f3-8681-838b118a51b0 req-825b001b-b628-4c93-a9c3-0dc10cae5d0b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664377 Oct 28 11:34:44.152264 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b0f7f3f9-5cb7-4c7f-b6fc-b2efda37fef8 req-8221af06-3820-42dd-858f-e0244f8d8141 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.0489373 Oct 28 11:34:44.155368 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.162091 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-73a7ec92-2ace-4a5a-b0f3-95e500e009e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1b45b5dccada48daa7ced566a0d24544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4777541 Oct 28 11:34:44.166748 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7ec92-2ace-4a5a-b0f3-95e500e009e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f32ffa-610b-486b-977c-7f5b3c7ddee3,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:44.170298 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36152) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:44.218673 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:34:44.223978 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:34:44.227202 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:34:44.235497 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:44.236144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.256867 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:44.264673 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-6954c920-a1df-4899-a5e4-fa8579703f69 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621878 Oct 28 11:34:44.265463 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0b29e438-d483-4a5d-8c9d-70a9abbe8ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.339672 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0b29e438-d483-4a5d-8c9d-70a9abbe8ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.421652 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7797b75-22cd-4b1d-8f46-2a09f7ea8ff9 req-8a91cf93-353c-447c-b07d-9606ef20edf2 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458986 Oct 28 11:34:44.454968 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-4d0f51ca-0077-4e20-ae4b-fd61ccc08b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1853156 Oct 28 11:34:44.469788 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Request body: {'port': {'device_id': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:44.470055 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-6859758c-0301-4a05-9010-49680a60c60c None None] Provisioning complete for port b06401fb-899b-4911-806e-1af780a90e1e triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:44.470553 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6859758c-0301-4a05-9010-49680a60c60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.522429 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-6859758c-0301-4a05-9010-49680a60c60c None None] Port b06401fb-899b-4911-806e-1af780a90e1e cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:34:44.549814 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.579174 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0b29e438-d483-4a5d-8c9d-70a9abbe8ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.582006 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0b29e438-d483-4a5d-8c9d-70a9abbe8ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.583507 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-0b29e438-d483-4a5d-8c9d-70a9abbe8ea4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33f32ffa-610b-486b-977c-7f5b3c7ddee3 HTTP/1.1" status: 204 len: 168 time: 0.4089372 Oct 28 11:34:44.592455 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29e438-d483-4a5d-8c9d-70a9abbe8ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f32ffa-610b-486b-977c-7f5b3c7ddee3,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:44.642819 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36176) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:44.665425 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-81e07b05-b9bf-434b-8e9a-d52e07af6751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.677350 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 7bb7c6e2-c748-4d42-b27f-0c0450a84357 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:34:44.753200 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-81e07b05-b9bf-434b-8e9a-d52e07af6751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.797328 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 7bb7c6e2-c748-4d42-b27f-0c0450a84357, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:44.814567 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '7bb7c6e2-c748-4d42-b27f-0c0450a84357', 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3', 'port_id': '7bb7c6e2-c748-4d42-b27f-0c0450a84357', 'mac_address': 'fa:16:3e:d9:04:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e69e5f-371f-46ca-be72-5b8c3a481921', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:34:44.873771 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.878798 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06401fb-899b-4911-806e-1af780a90e1e {{(pid=101985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:44.888610 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb7c6e2-c748-4d42-b27f-0c0450a84357 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:44.888832 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.903285 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-81e07b05-b9bf-434b-8e9a-d52e07af6751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:44.915337 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 7bb7c6e2-c748-4d42-b27f-0c0450a84357, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:44.918570 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.provisioning_blocks [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Transition to ACTIVE for port object b06401fb-899b-4911-806e-1af780a90e1e will not be triggered until provisioned by entity L2. {{(pid=101985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:34:44.977258 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c77ac-c988-44bc-8122-185d9689938c req-a3d3e98f-adc3-4c4c-b619-b389eb8f984b tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:44.985304 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4e8c77ac-c988-44bc-8122-185d9689938c req-a3d3e98f-adc3-4c4c-b619-b389eb8f984b tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 943 time: 0.0680256 Oct 28 11:34:44.997064 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-81e07b05-b9bf-434b-8e9a-d52e07af6751 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8670de9cc77448d868ae72afcb95d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518369 Oct 28 11:34:45.005107 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e07b05-b9bf-434b-8e9a-d52e07af6751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cf7421-aa1d-43c9-a8dd-111605f79e4a,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:45.008135 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36188) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:45.019324 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3453e14-f683-4b1d-83e4-4d85ed143801 req-bf653d67-6895-4ba8-8f8e-e3964a8faf83 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:45.021720 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e3453e14-f683-4b1d-83e4-4d85ed143801 req-bf653d67-6895-4ba8-8f8e-e3964a8faf83 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.1127634 Oct 28 11:34:45.034607 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4e8c77ac-c988-44bc-8122-185d9689938c req-bce5c284-63e1-4627-8df2-b772e4145865 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481694 Oct 28 11:34:45.057552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.057709 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.062513 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 169c34b5-d6f7-4939-8f6b-5181efee4c82 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:34:45.091343 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e3453e14-f683-4b1d-83e4-4d85ed143801 req-658f6c4a-40a5-415a-bd87-801bbc24f69c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620871 Oct 28 11:34:45.112385 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5e89184-c209-4979-9d99-6385c9b46ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.158566 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5e89184-c209-4979-9d99-6385c9b46ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.172184 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:45.177075 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Attempting to bind port b06401fb-899b-4911-806e-1af780a90e1e on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:34:45.177410 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Attempting to bind port b06401fb-899b-4911-806e-1af780a90e1e by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:34:45.177737 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Attempting to bind port b06401fb-899b-4911-806e-1af780a90e1e on network f5e489a1-e2f1-42bf-94d6-b73230b944c0 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:45.184420 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Port b06401fb-899b-4911-806e-1af780a90e1e on network f5e489a1-e2f1-42bf-94d6-b73230b944c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:34:45.184753 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Attempting to bind port b06401fb-899b-4911-806e-1af780a90e1e on network f5e489a1-e2f1-42bf-94d6-b73230b944c0 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:34:45.196296 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:34:45.196679 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Checking segment: {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:34:45.197068 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Bound using segment: {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:34:45.197505 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Bound port: b06401fb-899b-4911-806e-1af780a90e1e, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'}}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:34:45.197861 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.329706 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5e89184-c209-4979-9d99-6385c9b46ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.336433 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5e89184-c209-4979-9d99-6385c9b46ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.336433 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b5e89184-c209-4979-9d99-6385c9b46ff6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5cf7421-aa1d-43c9-a8dd-111605f79e4a HTTP/1.1" status: 204 len: 168 time: 0.3245244 Oct 28 11:34:45.346823 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667830e-cd17-41db-9573-4bd310f9aee8 req-9dae01f3-b65a-4dd3-9b5b-c7fd468c1b93 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:45.348254 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6667830e-cd17-41db-9573-4bd310f9aee8 req-9dae01f3-b65a-4dd3-9b5b-c7fd468c1b93 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0874043 Oct 28 11:34:45.385127 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e89184-c209-4979-9d99-6385c9b46ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cf7421-aa1d-43c9-a8dd-111605f79e4a,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:45.390641 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, cleared binding levels {{(pid=101985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:34:45.396079 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:34:45.407158 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ea1cc-3396-405d-9812-19dceea0a475 req-da3caf53-7e3b-4092-bc37-0bf76aa2c8b5 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:45.407541 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6667830e-cd17-41db-9573-4bd310f9aee8 req-d0622e83-7f64-43dc-a313-d64b64b49ebf tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407958 Oct 28 11:34:45.408775 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ec3ea1cc-3396-405d-9812-19dceea0a475 req-da3caf53-7e3b-4092-bc37-0bf76aa2c8b5 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 944 time: 0.2006705 Oct 28 11:34:45.461656 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 169c34b5-d6f7-4939-8f6b-5181efee4c82, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=169c34b5-d6f7-4939-8f6b-5181efee4c82,segment=NetworkSegment(c18c1045-348a-42dd-ba85-3dc2509299b8),segment_id=c18c1045-348a-42dd-ba85-3dc2509299b8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:45.468717 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ec3ea1cc-3396-405d-9812-19dceea0a475 req-00029c00-ac81-451b-b489-0196256044ef tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458672 Oct 28 11:34:45.482780 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=7bb7c6e2-c748-4d42-b27f-0c0450a84357,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:45.495424 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '169c34b5-d6f7-4939-8f6b-5181efee4c82', 'network_id': 'b30e81b7-6d08-4655-9c58-bee55c18b417', 'port_id': '169c34b5-d6f7-4939-8f6b-5181efee4c82', 'mac_address': 'fa:16:3e:61:2b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113da25f-7011-4874-ab85-15b1e88fbff7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:34:45.497512 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.538370 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:45.538990 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.540573 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] 10.222.0.81 "PUT /v2.0/ports/b06401fb-899b-4911-806e-1af780a90e1e HTTP/1.1" status: 200 len: 1094 time: 1.0756118 Oct 28 11:34:45.553330 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:34:45.554272 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.566728 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fef3398-9937-4519-b187-a162182c846f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "tag": "b06401fb-899b-4911-806e-1af780a90e1e"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:34:45.581819 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169c34b5-d6f7-4939-8f6b-5181efee4c82 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:45.605973 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baded74-fb3f-43fb-9124-4221f15d6293 service neutron] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=3']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:45.606930 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 169c34b5-d6f7-4939-8f6b-5181efee4c82, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=169c34b5-d6f7-4939-8f6b-5181efee4c82,segment=NetworkSegment(c18c1045-348a-42dd-ba85-3dc2509299b8),segment_id=c18c1045-348a-42dd-ba85-3dc2509299b8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:45.631272 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c33b8c-0fbe-44fa-a9a7-42227c133129 x-openstack-request-id: req-41c33b8c-0fbe-44fa-a9a7-42227c133129 {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:34:45.631569 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "tag": "b06401fb-899b-4911-806e-1af780a90e1e", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:34:45.631819 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41c33b8c-0fbe-44fa-a9a7-42227c133129 {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:34:45.632214 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e', 'status': 'completed', 'code': 200} Oct 28 11:34:45.702337 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3398-9937-4519-b187-a162182c846f req-4741ae13-129c-48b8-9762-3c2754d5f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:45.704189 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4fef3398-9937-4519-b187-a162182c846f req-4741ae13-129c-48b8-9762-3c2754d5f419 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 1097 time: 0.0516014 Oct 28 11:34:45.716366 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:45.718241 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:34:45.777451 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36220) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:45.819419 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=169c34b5-d6f7-4939-8f6b-5181efee4c82,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:45.962395 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:45.982866 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d', 'port_id': 'bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'mac_address': 'fa:16:3e:1d:da:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7badf1-9a58-40b8-b3dc-4f60d176986f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:34:46.094027 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:46.117924 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:46.143306 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:46.152092 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-876c2cf4-cbd6-4794-9db1-eef1bbe4e092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:46.163478 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3398-9937-4519-b187-a162182c846f req-e2251485-40de-49a1-902b-7efc328760a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:46.166112 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4fef3398-9937-4519-b187-a162182c846f req-e2251485-40de-49a1-902b-7efc328760a5 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=8e441afa764f4d43aabb60a1da939186&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4545393 Oct 28 11:34:46.253399 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-876c2cf4-cbd6-4794-9db1-eef1bbe4e092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:46.265724 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa123c-3dd4-44fa-b485-a6d2c0b5e3c2 req-bb768be7-a19a-476e-be57-0fafb563dc9f tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:46.274622 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f1fa123c-3dd4-44fa-b485-a6d2c0b5e3c2 req-bb768be7-a19a-476e-be57-0fafb563dc9f tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 944 time: 0.1617134 Oct 28 11:34:46.297725 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:46.311111 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc8b56-b6a1-4ee7-9b62-d28b35644418 req-8aea91ca-525f-48a2-a93b-419df49b5246 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:46.312861 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-21cc8b56-b6a1-4ee7-9b62-d28b35644418 req-8aea91ca-525f-48a2-a93b-419df49b5246 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 944 time: 0.0577681 Oct 28 11:34:46.355586 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:46.366759 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-21cc8b56-b6a1-4ee7-9b62-d28b35644418 req-8cb51874-09b1-497c-a604-b83c50e0125d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476925 Oct 28 11:34:46.393324 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f1fa123c-3dd4-44fa-b485-a6d2c0b5e3c2 req-597fa6f9-d17c-4504-b35d-46c371b433d7 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120043 Oct 28 11:34:46.395697 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-876c2cf4-cbd6-4794-9db1-eef1bbe4e092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:46.447224 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-876c2cf4-cbd6-4794-9db1-eef1bbe4e092 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03e0536cd2a442cfbf9903d5f7aafb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662309 Oct 28 11:34:46.449631 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36254) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:46.468784 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3398-9937-4519-b187-a162182c846f req-ddde77b6-8eee-41f0-b909-01c4ebdb8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:46.472643 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4fef3398-9937-4519-b187-a162182c846f req-ddde77b6-8eee-41f0-b909-01c4ebdb8075 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2976813 Oct 28 11:34:46.483934 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2cf4-cbd6-4794-9db1-eef1bbe4e092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa79c8b-eb96-48ca-93af-862cfacb59bd,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:46.600064 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-48880e9f-46f5-481b-9b1e-3108207d5fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:46.625866 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-ba68a2c7-8dcc-4956-a093-b0a06b95730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:46.627721 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-ba68a2c7-8dcc-4956-a093-b0a06b95730a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 1097 time: 0.0858412 Oct 28 11:34:46.635885 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['169c34b5-d6f7-4939-8f6b-5181efee4c82'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:34:46.660372 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcaeb1-4eef-4947-b616-19d706d881c3 req-e3f1a525-f189-4837-bf91-8dba9bf4ec35 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:46.662199 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51bcaeb1-4eef-4947-b616-19d706d881c3 req-e3f1a525-f189-4837-bf91-8dba9bf4ec35 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 944 time: 0.0841746 Oct 28 11:34:46.696509 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-271d8014-0d54-48fb-b3f9-d7ac0ea6718f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06401fb-899b-4911-806e-1af780a90e1e HTTP/1.1" status: 200 len: 217 time: 0.0596666 Oct 28 11:34:46.727955 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['bb9ae039-c8fe-4929-8f6b-2b9760fe6b65'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:34:46.730234 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device de1d0866-e006-4bbc-b77c-c29672af0110 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:34:46.732801 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['7bb7c6e2-c748-4d42-b27f-0c0450a84357'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:34:46.771632 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51bcaeb1-4eef-4947-b616-19d706d881c3 req-7d345932-5e01-4f8a-9427-a737331d2083 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781124 Oct 28 11:34:46.776364 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-ea1d278e-36e6-428d-b31c-b24fca777f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:46.777815 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-ea1d278e-36e6-428d-b31c-b24fca777f60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 200 len: 856 time: 0.0679007 Oct 28 11:34:46.832032 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-48880e9f-46f5-481b-9b1e-3108207d5fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:46.849291 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-cb53d5d7-6b65-4314-bf00-9a802249c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:46.851726 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-cb53d5d7-6b65-4314-bf00-9a802249c514 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f5e489a1-e2f1-42bf-94d6-b73230b944c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644796 Oct 28 11:34:46.873393 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82daae7-9a6f-4095-89c5-ba68f648e18c req-96a4db2b-8f8c-4db5-ae38-1d122d644e37 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:46.873608 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d82daae7-9a6f-4095-89c5-ba68f648e18c req-96a4db2b-8f8c-4db5-ae38-1d122d644e37 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.3309851 Oct 28 11:34:46.969121 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d82daae7-9a6f-4095-89c5-ba68f648e18c req-bb5c4408-81e9-41c1-9fd0-60357eb031b2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874898 Oct 28 11:34:46.975068 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-a814b915-1ef9-47c3-b76e-f282c80797a5 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155725 Oct 28 11:34:47.074704 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-48880e9f-46f5-481b-9b1e-3108207d5fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:47.077462 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-48880e9f-46f5-481b-9b1e-3108207d5fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:47.079420 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-48880e9f-46f5-481b-9b1e-3108207d5fa7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2fa79c8b-eb96-48ca-93af-862cfacb59bd HTTP/1.1" status: 204 len: 168 time: 0.6284509 Oct 28 11:34:47.088574 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-50939e37-e427-40ad-8b4a-915f16e84fa3 req-d0fb0532-83fa-4a47-aa35-3881656208cb service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054649 Oct 28 11:34:47.089698 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port de1d0866-e006-4bbc-b77c-c29672af0110, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de1d0866-e006-4bbc-b77c-c29672af0110,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:47.109879 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48880e9f-46f5-481b-9b1e-3108207d5fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa79c8b-eb96-48ca-93af-862cfacb59bd,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:47.143935 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'de1d0866-e006-4bbc-b77c-c29672af0110', 'network_id': 'df0f74b7-2157-4893-a31c-27cb337cedf3', 'port_id': 'de1d0866-e006-4bbc-b77c-c29672af0110', 'mac_address': 'fa:16:3e:78:38:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e69e5f-371f-46ca-be72-5b8c3a481921', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:34:47.240300 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:47.279891 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1d0866-e006-4bbc-b77c-c29672af0110 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:47.328192 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port de1d0866-e006-4bbc-b77c-c29672af0110, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de1d0866-e006-4bbc-b77c-c29672af0110,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:47.468788 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:47.521960 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06a8fa-a56a-4325-af58-c958426e4a45 req-10160722-3de0-4dca-be36-a5f622ddbfac tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:47.524732 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-be06a8fa-a56a-4325-af58-c958426e4a45 req-10160722-3de0-4dca-be36-a5f622ddbfac tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 945 time: 0.0828967 Oct 28 11:34:47.536146 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dd170-bf73-4fbb-af43-675d443760af req-f50d6cfe-c815-4bd3-bb94-bb0a250bfd50 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:47.537656 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4e8dd170-bf73-4fbb-af43-675d443760af req-f50d6cfe-c815-4bd3-bb94-bb0a250bfd50 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 944 time: 0.0533390 Oct 28 11:34:47.583165 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-be06a8fa-a56a-4325-af58-c958426e4a45 req-79d74efe-9bde-42b4-9cca-f425058b99f3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517311 Oct 28 11:34:47.598403 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4e8dd170-bf73-4fbb-af43-675d443760af req-16d04edf-0aa0-47df-a7ac-9e31f51c29bc tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514567 Oct 28 11:34:47.607459 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=de1d0866-e006-4bbc-b77c-c29672af0110,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:47.893349 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['de1d0866-e006-4bbc-b77c-c29672af0110'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:34:47.906681 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335db5-3839-41e4-a0d4-bcec947d9d72 req-4e2a76c6-7210-4754-936c-e855dbb6e6e0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:47.908105 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e1335db5-3839-41e4-a0d4-bcec947d9d72 req-4e2a76c6-7210-4754-936c-e855dbb6e6e0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 945 time: 0.0523484 Oct 28 11:34:47.955446 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e1335db5-3839-41e4-a0d4-bcec947d9d72 req-d9de2683-feb8-4bc8-8b0f-e63047e19282 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Oct 28 11:34:48.091716 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac52369-b536-4134-9706-35ff33e950a7 req-01cef876-2fef-46b4-bbc9-9f9b508861b2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:48.093171 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6ac52369-b536-4134-9706-35ff33e950a7 req-01cef876-2fef-46b4-bbc9-9f9b508861b2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0478373 Oct 28 11:34:48.134635 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6ac52369-b536-4134-9706-35ff33e950a7 req-78af1353-5a7c-48b0-b919-7b616d6512f0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354080 Oct 28 11:34:48.334616 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36314) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:48.351047 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0918ebc6-eaa2-4d8b-98ad-f2fc083773f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:48.435274 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0918ebc6-eaa2-4d8b-98ad-f2fc083773f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:48.552996 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0918ebc6-eaa2-4d8b-98ad-f2fc083773f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:48.594656 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-0918ebc6-eaa2-4d8b-98ad-f2fc083773f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83e308b3983648f08dcbafcf432b426d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588928 Oct 28 11:34:48.595574 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918ebc6-eaa2-4d8b-98ad-f2fc083773f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aeed62-957b-4f7b-96fb-628f7b1da655,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:48.597694 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36324) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:48.667743 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7079fcfc-23ed-4068-b5ef-bf77186fdaa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:48.682134 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b06401fb-899b-4911-806e-1af780a90e1e details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:34:48.685843 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device de1d0866-e006-4bbc-b77c-c29672af0110 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:48.696526 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7079fcfc-23ed-4068-b5ef-bf77186fdaa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:48.791169 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae0bc3-d2b5-4456-a2af-3af78f7858a7 req-a6af4277-0909-4dca-bbe9-0b2477e3209e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:48.793334 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b6ae0bc3-d2b5-4456-a2af-3af78f7858a7 req-a6af4277-0909-4dca-bbe9-0b2477e3209e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 945 time: 0.0614345 Oct 28 11:34:48.849831 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeae854-94d9-4b0c-8af9-514bff4f5008 req-d77843ee-b2d7-4adc-a630-42e316fce88d tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:48.852015 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-caeae854-94d9-4b0c-8af9-514bff4f5008 req-d77843ee-b2d7-4adc-a630-42e316fce88d tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 944 time: 0.0820148 Oct 28 11:34:48.854447 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b6ae0bc3-d2b5-4456-a2af-3af78f7858a7 req-33710b3b-953f-446f-8898-b6b7ebbdc117 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552583 Oct 28 11:34:48.875255 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:48.888881 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'b06401fb-899b-4911-806e-1af780a90e1e', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'port_id': 'b06401fb-899b-4911-806e-1af780a90e1e', 'mac_address': 'fa:16:3e:17:54:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:34:48.910453 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-caeae854-94d9-4b0c-8af9-514bff4f5008 req-d236177c-7395-436a-a8fe-38eab7cca037 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478930 Oct 28 11:34:48.930040 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:48.943488 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06401fb-899b-4911-806e-1af780a90e1e {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:34:48.963992 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:49.069573 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab2535-3b3e-4f51-bd68-5230c4ee58e7 req-ebaf521f-6dc7-4b12-b73a-e591e3b86f95 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:49.071051 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-54ab2535-3b3e-4f51-bd68-5230c4ee58e7 req-ebaf521f-6dc7-4b12-b73a-e591e3b86f95 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 945 time: 0.0479541 Oct 28 11:34:49.097076 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port de1d0866-e006-4bbc-b77c-c29672af0110 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:34:49.103787 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7079fcfc-23ed-4068-b5ef-bf77186fdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:49.103787 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7079fcfc-23ed-4068-b5ef-bf77186fdaa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:49.103787 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-7079fcfc-23ed-4068-b5ef-bf77186fdaa3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66aeed62-957b-4f7b-96fb-628f7b1da655 HTTP/1.1" status: 204 len: 168 time: 0.5014822 Oct 28 11:34:49.104056 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port de1d0866-e006-4bbc-b77c-c29672af0110 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:49.104056 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:49.111732 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079fcfc-23ed-4068-b5ef-bf77186fdaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aeed62-957b-4f7b-96fb-628f7b1da655,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:49.113849 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-54ab2535-3b3e-4f51-bd68-5230c4ee58e7 req-4d338a81-05dc-4c08-bb0d-22b88f052f74 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365474 Oct 28 11:34:49.170918 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:49.295183 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:49.297208 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:49.325424 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e99c25-1db8-48b9-82e5-ce959e0d5567 req-b7ca514b-d92a-4853-b919-307468a2fb7c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:49.327095 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-96e99c25-1db8-48b9-82e5-ce959e0d5567 req-b7ca514b-d92a-4853-b919-307468a2fb7c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 945 time: 0.0685232 Oct 28 11:34:49.330954 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b3c8b-dfb8-4ab6-a335-7278a50367c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d0866-e006-4bbc-b77c-c29672af0110'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:34:49.368446 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-96e99c25-1db8-48b9-82e5-ce959e0d5567 req-2ae06ca4-5323-4b2c-a053-a282ee640eee tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335898 Oct 28 11:34:49.426205 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['b06401fb-899b-4911-806e-1af780a90e1e'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:34:49.426205 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port de1d0866-e006-4bbc-b77c-c29672af0110, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de1d0866-e006-4bbc-b77c-c29672af0110,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:49.559878 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1974aee-47df-4170-a210-ff62991036b6" -d '{"events": [{"server_uuid": "898b3c8b-dfb8-4ab6-a335-7278a50367c9", "name": "network-vif-plugged", "status": "completed", "tag": "de1d0866-e006-4bbc-b77c-c29672af0110"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:34:49.572662 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:49.573679 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 7bb7c6e2-c748-4d42-b27f-0c0450a84357 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:49.778530 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d9ef6f-146f-45c0-b3fa-44d8c950ee45 x-openstack-request-id: req-c7d9ef6f-146f-45c0-b3fa-44d8c950ee45 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:34:49.778910 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898b3c8b-dfb8-4ab6-a335-7278a50367c9", "name": "network-vif-plugged", "status": "completed", "tag": "de1d0866-e006-4bbc-b77c-c29672af0110", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:34:49.779167 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c7d9ef6f-146f-45c0-b3fa-44d8c950ee45 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:34:49.779632 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b3c8b-dfb8-4ab6-a335-7278a50367c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d0866-e006-4bbc-b77c-c29672af0110', 'code': 200} Oct 28 11:34:49.814084 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=de1d0866-e006-4bbc-b77c-c29672af0110,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:49.954516 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 7bb7c6e2-c748-4d42-b27f-0c0450a84357 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:34:49.958840 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 7bb7c6e2-c748-4d42-b27f-0c0450a84357 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:49.959285 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.002898 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce3430-1788-4c54-929b-9918e897df84 req-702a45b9-a84d-4b30-bcba-2e5caec4c689 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:50.005998 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-57ce3430-1788-4c54-929b-9918e897df84 req-702a45b9-a84d-4b30-bcba-2e5caec4c689 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 945 time: 0.0779314 Oct 28 11:34:50.068365 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.088094 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-57ce3430-1788-4c54-929b-9918e897df84 req-ccbf971a-24da-4bdb-84ca-904a5e82c416 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755188 Oct 28 11:34:50.111325 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 7bb7c6e2-c748-4d42-b27f-0c0450a84357, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:50.122628 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1920b0-97c6-476b-9588-81b32dc71d09 req-f977928b-c867-4c1d-8fc7-8a1ceefca906 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:50.125364 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fa1920b0-97c6-476b-9588-81b32dc71d09 req-f977928b-c867-4c1d-8fc7-8a1ceefca906 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 944 time: 0.1204593 Oct 28 11:34:50.154830 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5506be20-a784-4d95-904f-955731a59c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.176337 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fa1920b0-97c6-476b-9588-81b32dc71d09 req-c6b68dbb-a311-49c9-816b-15df3f707901 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448649 Oct 28 11:34:50.216044 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.217123 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 169c34b5-d6f7-4939-8f6b-5181efee4c82 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:50.246854 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d260790-c28c-48d6-8c22-7f4dd218332e req-1e92388b-ef28-4dee-a496-15891d229f9f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:50.248929 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7d260790-c28c-48d6-8c22-7f4dd218332e req-1e92388b-ef28-4dee-a496-15891d229f9f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0546682 Oct 28 11:34:50.302194 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=7bb7c6e2-c748-4d42-b27f-0c0450a84357,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:50.350443 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7d260790-c28c-48d6-8c22-7f4dd218332e req-3fcd40db-5634-4874-9ea7-a8350321bbe4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958960 Oct 28 11:34:50.369316 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5d27c-a6fb-41c7-9d5d-df5fe583ef26 req-9db01939-d88e-4c69-9376-fe56b8ae6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:50.370912 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4fe5d27c-a6fb-41c7-9d5d-df5fe583ef26 req-9db01939-d88e-4c69-9376-fe56b8ae6dd2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 1099 time: 0.1153159 Oct 28 11:34:50.394192 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 169c34b5-d6f7-4939-8f6b-5181efee4c82 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:34:50.401715 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 169c34b5-d6f7-4939-8f6b-5181efee4c82 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:50.402152 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.426313 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-4fe5d27c-a6fb-41c7-9d5d-df5fe583ef26 req-2bf5c73b-520b-4212-8231-57fd50c7ed96 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.509622 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.515914 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f1a32-f8f7-4ded-8594-aa2f0cabca7e req-0c0b5786-be3d-420f-bf40-61c6f31a5784 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:50.517659 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-808f1a32-f8f7-4ded-8594-aa2f0cabca7e req-0c0b5786-be3d-420f-bf40-61c6f31a5784 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 945 time: 0.0622728 Oct 28 11:34:50.529413 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-4fe5d27c-a6fb-41c7-9d5d-df5fe583ef26 req-2bf5c73b-520b-4212-8231-57fd50c7ed96 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.556100 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 169c34b5-d6f7-4939-8f6b-5181efee4c82, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=169c34b5-d6f7-4939-8f6b-5181efee4c82,segment=NetworkSegment(c18c1045-348a-42dd-ba85-3dc2509299b8),segment_id=c18c1045-348a-42dd-ba85-3dc2509299b8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:50.583220 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-808f1a32-f8f7-4ded-8594-aa2f0cabca7e req-fbaa7ffe-d272-47b7-96cd-8c735530d7e1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 Oct 28 11:34:50.617289 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-4fe5d27c-a6fb-41c7-9d5d-df5fe583ef26 req-2bf5c73b-520b-4212-8231-57fd50c7ed96 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.648584 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4fe5d27c-a6fb-41c7-9d5d-df5fe583ef26 req-2bf5c73b-520b-4212-8231-57fd50c7ed96 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610929 Oct 28 11:34:50.657331 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5c73b-520b-4212-8231-57fd50c7ed96 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c98eec-6d7f-4648-872b-90a9b794b721,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:50.696935 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.697856 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:50.779527 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=169c34b5-d6f7-4939-8f6b-5181efee4c82,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:50.874029 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:34:50.878477 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:50.879039 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:50.972161 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:51.008152 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:51.102948 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:51.126973 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b06401fb-899b-4911-806e-1af780a90e1e up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:34:51.188119 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:51.212057 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dad2b5-099e-46f0-a5ef-bf7fcb69618f req-e1b09659-4112-44c2-bc51-fa032676375f tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:51.214328 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-41dad2b5-099e-46f0-a5ef-bf7fcb69618f req-e1b09659-4112-44c2-bc51-fa032676375f tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 946 time: 0.0552423 Oct 28 11:34:51.254299 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-41dad2b5-099e-46f0-a5ef-bf7fcb69618f req-84f2c100-2162-4898-9229-9a719043998a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340796 Oct 28 11:34:51.303413 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bdb2b-9895-4526-9f06-e9740d3b479d req-e4edbf2d-16c0-4a8e-8b82-4f2ea8528968 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:51.305538 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-180bdb2b-9895-4526-9f06-e9740d3b479d req-e4edbf2d-16c0-4a8e-8b82-4f2ea8528968 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.0507872 Oct 28 11:34:51.314322 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port b06401fb-899b-4911-806e-1af780a90e1e completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:34:51.322756 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port b06401fb-899b-4911-806e-1af780a90e1e triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:34:51.323125 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:51.377936 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-180bdb2b-9895-4526-9f06-e9740d3b479d req-95402704-75fc-4d43-9bed-98aff14fe4f7 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653884 Oct 28 11:34:51.464010 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:51.509655 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:34:51.544294 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6ab1-4905-425c-aa9e-5fcf8bd04dc7 req-5458fe07-02f1-4b4e-8f24-71aae8c7a0c6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:51.545758 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-20fe6ab1-4905-425c-aa9e-5fcf8bd04dc7 req-5458fe07-02f1-4b4e-8f24-71aae8c7a0c6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.1073420 Oct 28 11:34:51.589611 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-20fe6ab1-4905-425c-aa9e-5fcf8bd04dc7 req-10ca675d-abaf-4e98-bce7-ebd85c7c2c33 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Oct 28 11:34:51.594293 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:51.676760 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:51.723353 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283498c-922e-4029-888f-55c4d985ccd4 req-eb799637-064f-4c12-a10a-301c3e107fce tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:51.724919 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c283498c-922e-4029-888f-55c4d985ccd4 req-eb799637-064f-4c12-a10a-301c3e107fce tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0502114 Oct 28 11:34:51.753807 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:51.763961 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c283498c-922e-4029-888f-55c4d985ccd4 req-7756644c-e8b4-4c0b-9c51-7aabfffe17bb tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320659 Oct 28 11:34:51.780746 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae08728b-47e7-4741-afed-4ca1365a3a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb7c6e2-c748-4d42-b27f-0c0450a84357'}, {'server_uuid': '40e361eb-120d-4d80-876c-396891e00d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169c34b5-d6f7-4939-8f6b-5181efee4c82'}, {'server_uuid': 'acc85bc8-cb71-4b8a-9450-386186cb604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9ae039-c8fe-4929-8f6b-2b9760fe6b65'}, {'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:34:51.783200 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c1e297-7f8c-4357-8403-219267e33243" -d '{"events": [{"server_uuid": "ae08728b-47e7-4741-afed-4ca1365a3a6b", "name": "network-vif-plugged", "status": "completed", "tag": "7bb7c6e2-c748-4d42-b27f-0c0450a84357"}, {"server_uuid": "40e361eb-120d-4d80-876c-396891e00d67", "name": "network-vif-plugged", "status": "completed", "tag": "169c34b5-d6f7-4939-8f6b-5181efee4c82"}, {"server_uuid": "acc85bc8-cb71-4b8a-9450-386186cb604f", "name": "network-vif-plugged", "status": "completed", "tag": "bb9ae039-c8fe-4929-8f6b-2b9760fe6b65"}, {"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-plugged", "status": "completed", "tag": "b06401fb-899b-4911-806e-1af780a90e1e"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:34:51.831974 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 28 Oct 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2f8cb2-cfca-46d7-86f1-c60c5636aebe x-openstack-request-id: req-cf2f8cb2-cfca-46d7-86f1-c60c5636aebe {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:34:51.832296 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae08728b-47e7-4741-afed-4ca1365a3a6b", "name": "network-vif-plugged", "status": "completed", "tag": "7bb7c6e2-c748-4d42-b27f-0c0450a84357", "code": 200}, {"server_uuid": "40e361eb-120d-4d80-876c-396891e00d67", "name": "network-vif-plugged", "status": "completed", "tag": "169c34b5-d6f7-4939-8f6b-5181efee4c82", "code": 200}, {"server_uuid": "acc85bc8-cb71-4b8a-9450-386186cb604f", "name": "network-vif-plugged", "status": "completed", "tag": "bb9ae039-c8fe-4929-8f6b-2b9760fe6b65", "code": 200}, {"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-plugged", "status": "completed", "tag": "b06401fb-899b-4911-806e-1af780a90e1e", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:34:51.833202 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf2f8cb2-cfca-46d7-86f1-c60c5636aebe {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:34:51.833202 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae08728b-47e7-4741-afed-4ca1365a3a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb7c6e2-c748-4d42-b27f-0c0450a84357', 'code': 200} Oct 28 11:34:51.833202 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e361eb-120d-4d80-876c-396891e00d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169c34b5-d6f7-4939-8f6b-5181efee4c82', 'code': 200} Oct 28 11:34:51.834330 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc85bc8-cb71-4b8a-9450-386186cb604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'code': 200} Oct 28 11:34:51.834330 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e', 'code': 200} Oct 28 11:34:52.461570 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab5c1-7b83-4980-b812-a84bb624c3be req-253a7cb4-36d8-4585-85b3-616c42af311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:52.463559 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ddfab5c1-7b83-4980-b812-a84bb624c3be req-253a7cb4-36d8-4585-85b3-616c42af311d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1098 time: 0.1299701 Oct 28 11:34:52.476124 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec95c0-cf64-4e53-ae03-a707fbd338ad req-db7fddc8-244a-4b77-bb08-26eb23cd94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:52.477875 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4fec95c0-cf64-4e53-ae03-a707fbd338ad req-db7fddc8-244a-4b77-bb08-26eb23cd94b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 1099 time: 0.0789337 Oct 28 11:34:52.517370 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077c009-dd77-4060-94a7-572c378c477c req-dc1f0677-5f73-4584-89fd-28c2455e208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:52.518948 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c077c009-dd77-4060-94a7-572c378c477c req-dc1f0677-5f73-4584-89fd-28c2455e208d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 1099 time: 0.1809001 Oct 28 11:34:52.532936 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb1942-1bdb-4d7a-8187-c48152ccea57 req-c16fd871-1cd3-4b38-84dd-9d50e50196c2 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:52.534513 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e8cb1942-1bdb-4d7a-8187-c48152ccea57 req-c16fd871-1cd3-4b38-84dd-9d50e50196c2 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 946 time: 0.1801662 Oct 28 11:34:52.543117 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b4ff5-32d7-4c1b-938a-b73b18e27751 req-83d03f6e-ec3e-46c0-823f-af90301a7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:52.544526 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-818b4ff5-32d7-4c1b-938a-b73b18e27751 req-83d03f6e-ec3e-46c0-823f-af90301a7de0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 1098 time: 0.1508529 Oct 28 11:34:52.589768 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ddfab5c1-7b83-4980-b812-a84bb624c3be req-37976811-e9f6-41e8-be84-cc4a19a3c93c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108263 Oct 28 11:34:52.614414 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4fec95c0-cf64-4e53-ae03-a707fbd338ad req-049f90fd-d251-4336-a276-bae7a0b9043d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965822 Oct 28 11:34:52.631958 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c28e05-ae89-44ce-8159-0e6f60b52fbf req-355e360e-7e02-47fd-bf0d-f7074163100d tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:52.634151 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39c28e05-ae89-44ce-8159-0e6f60b52fbf req-355e360e-7e02-47fd-bf0d-f7074163100d tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.1355655 Oct 28 11:34:52.651076 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c077c009-dd77-4060-94a7-572c378c477c req-225e3721-ceca-422d-b4d3-21c82fe8d07d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147971 Oct 28 11:34:52.665973 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e8cb1942-1bdb-4d7a-8187-c48152ccea57 req-5ecf8cbf-bf08-4b5e-808f-5b8a58c45c15 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195526 Oct 28 11:34:52.667605 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-818b4ff5-32d7-4c1b-938a-b73b18e27751 req-7f66fd24-eed1-4f13-ad18-29bfa7aee5ea service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143076 Oct 28 11:34:52.682535 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39c28e05-ae89-44ce-8159-0e6f60b52fbf req-9f481f07-3287-4281-a77e-0fb98bd448a0 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398881 Oct 28 11:34:52.702804 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-74991f38-d486-4fb3-ad37-f45e4edb7ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:52.788106 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3786-9775-4685-98d4-3c8250f718c8 req-24f77087-eda2-4f13-8cbd-857ffdd59bbe tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:52.796021 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-643a3786-9775-4685-98d4-3c8250f718c8 req-24f77087-eda2-4f13-8cbd-857ffdd59bbe tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0684149 Oct 28 11:34:52.846964 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-643a3786-9775-4685-98d4-3c8250f718c8 req-6c7ed0e0-b0be-47ad-9a8d-bdea705c3f8d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499015 Oct 28 11:34:52.901167 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdd58e-f066-4852-8fd1-b7e4ca2a1801 req-e29ae749-20bf-450d-b839-5874e583e89f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:52.902789 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6acdd58e-f066-4852-8fd1-b7e4ca2a1801 req-e29ae749-20bf-450d-b839-5874e583e89f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0523994 Oct 28 11:34:52.945361 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6acdd58e-f066-4852-8fd1-b7e4ca2a1801 req-ea4ab1e9-2792-467a-8d15-1bbcb32b6ca9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366392 Oct 28 11:34:53.496691 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:53.559863 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14619d48-10c6-4626-b533-7f885273fcdc req-d710e456-af66-4a22-89ab-73485eb9f400 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:53.561292 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-14619d48-10c6-4626-b533-7f885273fcdc req-d710e456-af66-4a22-89ab-73485eb9f400 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0523417 Oct 28 11:34:53.605882 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-14619d48-10c6-4626-b533-7f885273fcdc req-73c313d0-26b4-4748-80ce-3dfda1c8e748 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Oct 28 11:34:53.659446 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-dec92d71-1981-47af-a230-7e9d5c1e48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:53.661318 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-dec92d71-1981-47af-a230-7e9d5c1e48d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 1099 time: 0.0413249 Oct 28 11:34:53.802706 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-e5631adf-4b53-4105-860b-1aeeb203d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:53.804704 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-e5631adf-4b53-4105-860b-1aeeb203d441 service neutron] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 919 time: 0.1350274 Oct 28 11:34:53.817303 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54340-2761-404c-941f-a00d107c859d req-c993d76e-06a3-489a-9d62-89ebcecdaffa tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:53.818167 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dfe54340-2761-404c-941f-a00d107c859d req-c993d76e-06a3-489a-9d62-89ebcecdaffa tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.0502522 Oct 28 11:34:53.820362 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ed0e1-8d9c-412a-a52d-cca3ea1b56ce req-06b38cf3-a979-4f8b-b349-8aed8dc12b00 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:53.821917 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d52ed0e1-8d9c-412a-a52d-cca3ea1b56ce req-06b38cf3-a979-4f8b-b349-8aed8dc12b00 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 946 time: 0.0647402 Oct 28 11:34:53.856935 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dfe54340-2761-404c-941f-a00d107c859d req-04732f0d-d897-4ae5-8b02-d717f91b01db tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Oct 28 11:34:53.862690 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-7172fbe4-7645-48f3-9ca0-3b7761ce17b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de1d0866-e006-4bbc-b77c-c29672af0110 HTTP/1.1" status: 200 len: 217 time: 0.0397720 Oct 28 11:34:53.864813 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:53.922254 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d52ed0e1-8d9c-412a-a52d-cca3ea1b56ce req-8ff9c475-bf51-40da-9c06-c9afee48fd83 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937192 Oct 28 11:34:53.936496 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-7968ce54-d6d6-4c10-bf11-2cce309ed06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:53.938029 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-7968ce54-d6d6-4c10-bf11-2cce309ed06a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.0662689 Oct 28 11:34:53.977983 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-771570ab-244c-49f8-b4e0-5497d9c95f6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264165 Oct 28 11:34:54.085318 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb441d-867d-4e36-b23a-f71f895fd00a req-050cc69f-2c28-4b79-8997-b920b0b29160 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:54.087089 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5dfb441d-867d-4e36-b23a-f71f895fd00a req-050cc69f-2c28-4b79-8997-b920b0b29160 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0495968 Oct 28 11:34:54.095657 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-e17f3b74-9981-4645-b273-e104f253b783 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084418 Oct 28 11:34:54.129880 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5dfb441d-867d-4e36-b23a-f71f895fd00a req-c38474de-eb6e-404c-9af7-e902a240775c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357618 Oct 28 11:34:54.197426 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-122ecb59-1840-401c-b37b-be1bd10ad7ba req-02e289ff-f4a5-4ec3-b3c6-d4d974d73e3d service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936980 Oct 28 11:34:54.727373 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb6e10-1945-49ae-b318-45a05cbe292b req-f231fece-0110-4334-9423-4b19fdf3552f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:54.728970 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-01eb6e10-1945-49ae-b318-45a05cbe292b req-f231fece-0110-4334-9423-4b19fdf3552f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0521498 Oct 28 11:34:54.771031 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-01eb6e10-1945-49ae-b318-45a05cbe292b req-436cec70-7ff0-4f5e-84b0-b63183c2370f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346897 Oct 28 11:34:54.980842 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fb933-d7d3-4f33-9005-044bb3f15e7c req-8a4f88c3-5f11-49a6-945a-4b308c89dc11 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:54.982335 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e91fb933-d7d3-4f33-9005-044bb3f15e7c req-8a4f88c3-5f11-49a6-945a-4b308c89dc11 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.0568643 Oct 28 11:34:55.031823 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e91fb933-d7d3-4f33-9005-044bb3f15e7c req-83f1bef4-1348-427e-94fd-17bf73b479c0 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Oct 28 11:34:55.049629 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bee62d-313e-4280-9b12-96807056f0da req-a7607c32-9aec-44d5-a588-7abb49c0db50 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:55.051186 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c1bee62d-313e-4280-9b12-96807056f0da req-a7607c32-9aec-44d5-a588-7abb49c0db50 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 946 time: 0.0567594 Oct 28 11:34:55.089691 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c1bee62d-313e-4280-9b12-96807056f0da req-97cf1c74-2c98-4b26-97ed-116233df02d0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Oct 28 11:34:55.249643 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2038b1-3fd3-43a1-b873-c2a93cec5da4 req-603f8a31-20e0-415f-97e3-c77188fc4e99 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:55.251185 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1d2038b1-3fd3-43a1-b873-c2a93cec5da4 req-603f8a31-20e0-415f-97e3-c77188fc4e99 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0485196 Oct 28 11:34:55.289918 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1d2038b1-3fd3-43a1-b873-c2a93cec5da4 req-022e5128-c4a4-477b-a2c0-a16f214afda2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323796 Oct 28 11:34:55.407986 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287f8cf-bc6b-46d1-88e7-a09024e6b69b req-cea6bc49-61f9-4a04-8152-359037e71656 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:55.409465 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9287f8cf-bc6b-46d1-88e7-a09024e6b69b req-cea6bc49-61f9-4a04-8152-359037e71656 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0492790 Oct 28 11:34:55.419337 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36582) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:55.426410 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-602d1388-616a-4075-a7de-9c8df0692335 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'floatingip': {'port_id': 'b06401fb-899b-4911-806e-1af780a90e1e'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:34:55.501167 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-602d1388-616a-4075-a7de-9c8df0692335 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:55.634736 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:55.972440 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da539cd6-0c00-4d0b-9232-3ec04063e71c req-961d41d9-603d-4123-90ab-8c294347d7ab tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:55.973987 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-da539cd6-0c00-4d0b-9232-3ec04063e71c req-961d41d9-603d-4123-90ab-8c294347d7ab tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0723357 Oct 28 11:34:56.180735 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-da539cd6-0c00-4d0b-9232-3ec04063e71c req-b4f15298-c4b5-4975-92dd-2852cd985d0d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935773 Oct 28 11:34:56.206155 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2885-6552-47e0-ae43-c1355dff4f39 req-6e877ab9-8fa4-42a0-84cf-854885ec1c69 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:56.209956 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee4a2885-6552-47e0-ae43-c1355dff4f39 req-6e877ab9-8fa4-42a0-84cf-854885ec1c69 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.0629935 Oct 28 11:34:56.211307 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36618) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:56.252774 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ee4a2885-6552-47e0-ae43-c1355dff4f39 req-0820f18c-4051-469b-ad44-9094a34a6d1e tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350120 Oct 28 11:34:56.336198 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a4d22fd6-1f58-4c2b-8ea2-3bb1156107b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:56.408550 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-602d1388-616a-4075-a7de-9c8df0692335 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:56.415950 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a4d22fd6-1f58-4c2b-8ea2-3bb1156107b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:56.535385 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-602d1388-616a-4075-a7de-9c8df0692335 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:56.573406 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a4d22fd6-1f58-4c2b-8ea2-3bb1156107b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:56.621773 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a4d22fd6-1f58-4c2b-8ea2-3bb1156107b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d276392ccb040329fd0184a8588c643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067190 Oct 28 11:34:56.621773 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d22fd6-1f58-4c2b-8ea2-3bb1156107b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ed735b-ee81-486f-a811-c6cf40c7a4ea,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:56.623013 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36628) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:56.647319 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.l3_db [None req-602d1388-616a-4075-a7de-9c8df0692335 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Floating IP f3e6d935-fc95-40dd-a6f7-ee664c13c07d associated. External IP: 172.27.0.84, port: b06401fb-899b-4911-806e-1af780a90e1e. Oct 28 11:34:56.673537 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af5427ad-1a1b-4bad-a85b-af91abd4917a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:56.696229 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af5427ad-1a1b-4bad-a85b-af91abd4917a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:56.859739 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602d1388-616a-4075-a7de-9c8df0692335 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Router 9c8c9b72-7b5d-432b-b433-6e05681bec6c has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:34:56.891081 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af5427ad-1a1b-4bad-a85b-af91abd4917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:56.893677 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af5427ad-1a1b-4bad-a85b-af91abd4917a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:56.894893 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-af5427ad-1a1b-4bad-a85b-af91abd4917a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/87ed735b-ee81-486f-a811-c6cf40c7a4ea HTTP/1.1" status: 204 len: 168 time: 0.2709742 Oct 28 11:34:56.904408 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5427ad-1a1b-4bad-a85b-af91abd4917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ed735b-ee81-486f-a811-c6cf40c7a4ea,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:56.985584 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602d1388-616a-4075-a7de-9c8df0692335 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:34:56.992047 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-602d1388-616a-4075-a7de-9c8df0692335 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:57.002275 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] Sync routers for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:34:57.013228 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:57.014185 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:34:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:57.028334 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-602d1388-616a-4075-a7de-9c8df0692335 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "PUT /v2.0/floatingips/f3e6d935-fc95-40dd-a6f7-ee664c13c07d HTTP/1.1" status: 200 len: 991 time: 1.6076522 Oct 28 11:34:57.028962 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:34:57.031341 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857c2fc3-2912-46f0-bd35-ba8831086500" -d '{"events": [{"name": "network-changed", "server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "tag": "b06401fb-899b-4911-806e-1af780a90e1e"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:34:57.072225 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dba2cd7-46f1-4496-b50d-7f10dcf6f1af x-openstack-request-id: req-3dba2cd7-46f1-4496-b50d-7f10dcf6f1af {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:34:57.072819 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "tag": "b06401fb-899b-4911-806e-1af780a90e1e", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:34:57.073269 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3dba2cd7-46f1-4496-b50d-7f10dcf6f1af {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:34:57.073722 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e', 'status': 'completed', 'code': 200} Oct 28 11:34:57.166108 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:57.347804 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d1ad2-0527-46f9-8e9a-c07bfbe8b714 req-98b76055-f2e1-4ddb-8af7-456b05901a3c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:57.350113 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e15d1ad2-0527-46f9-8e9a-c07bfbe8b714 req-98b76055-f2e1-4ddb-8af7-456b05901a3c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0680158 Oct 28 11:34:57.418969 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e15d1ad2-0527-46f9-8e9a-c07bfbe8b714 req-d481f4cd-0cbd-406a-be10-fb6321abab7c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594983 Oct 28 11:34:57.510727 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': 'f3e6d935-fc95-40dd-a6f7-ee664c13c07d', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'port_id': 'b06401fb-899b-4911-806e-1af780a90e1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'mac_address': 'fa:16:3e:17:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:34:33Z', 'updated_at': '2021-10-28T11:34:56Z', 'revision_number': 1, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:57.544370 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] Checking router: 9c8c9b72-7b5d-432b-b433-6e05681bec6c for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:34:57.553359 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:34:57.554227 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:34:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:57.654109 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:34:57.800042 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36682) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:57.817132 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b410-1ce3-4ff7-b3b4-4d8cc4573b99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:57.897609 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b410-1ce3-4ff7-b3b4-4d8cc4573b99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:57.968543 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': 'f3e6d935-fc95-40dd-a6f7-ee664c13c07d', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'port_id': 'b06401fb-899b-4911-806e-1af780a90e1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'mac_address': 'fa:16:3e:17:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:34:33Z', 'updated_at': '2021-10-28T11:34:56Z', 'revision_number': 1, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:34:57.976559 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b410-1ce3-4ff7-b3b4-4d8cc4573b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:57.994230 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c62610-dcb8-4b5b-b311-9054d2e0769c None None] The sync data for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi is: [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': 'f3e6d935-fc95-40dd-a6f7-ee664c13c07d', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'port_id': 'b06401fb-899b-4911-806e-1af780a90e1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'mac_address': 'fa:16:3e:17:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:34:33Z', 'updated_at': '2021-10-28T11:34:56Z', 'revision_number': 1, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:34:58.024516 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b5a8b410-1ce3-4ff7-b3b4-4d8cc4573b99 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=600047cd34934d5c8f557b864683153d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203426 Oct 28 11:34:58.024516 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8b410-1ce3-4ff7-b3b4-4d8cc4573b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec8a205-1821-45aa-9bca-b77756622253,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:58.029110 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36688) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:58.092552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-173875a4-a4b4-47aa-bcbb-94dc11086457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:58.114535 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-173875a4-a4b4-47aa-bcbb-94dc11086457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:58.215671 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-d0de7932-d966-4ebb-8f86-3afd161f7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:58.217167 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-d0de7932-d966-4ebb-8f86-3afd161f7c08 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 1099 time: 0.0458143 Oct 28 11:34:58.229568 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff809a-b61e-4f07-b151-0649df9865dc None None] New status for floating IP f3e6d935-fc95-40dd-a6f7-ee664c13c07d: ACTIVE {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:34:58.285828 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-173875a4-a4b4-47aa-bcbb-94dc11086457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:58.288514 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-173875a4-a4b4-47aa-bcbb-94dc11086457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:58.292644 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-173875a4-a4b4-47aa-bcbb-94dc11086457 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ec8a205-1821-45aa-9bca-b77756622253 HTTP/1.1" status: 204 len: 168 time: 0.2666531 Oct 28 11:34:58.305814 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173875a4-a4b4-47aa-bcbb-94dc11086457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec8a205-1821-45aa-9bca-b77756622253,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:58.357863 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-3c00c5d1-4613-4655-b0ce-e1e337afd715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:58.360281 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-3c00c5d1-4613-4655-b0ce-e1e337afd715 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 918 time: 0.1233819 Oct 28 11:34:58.500476 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-7490eba1-87f1-47bf-ad79-402e79077cc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06401fb-899b-4911-806e-1af780a90e1e HTTP/1.1" status: 200 len: 999 time: 0.1289561 Oct 28 11:34:58.587890 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-caa32edb-3463-4d43-8e5d-3ad2b69c4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:58.589336 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-caa32edb-3463-4d43-8e5d-3ad2b69c4ea6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 200 len: 856 time: 0.0754447 Oct 28 11:34:58.604868 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961e39a-784b-44b7-b13d-cbe536a3c779 req-8d32da38-7e4f-4125-bfe9-9d61a3ac4b09 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:58.606355 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6961e39a-784b-44b7-b13d-cbe536a3c779 req-8d32da38-7e4f-4125-bfe9-9d61a3ac4b09 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0834928 Oct 28 11:34:58.687575 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6961e39a-784b-44b7-b13d-cbe536a3c779 req-9ac80719-9e2f-483e-8d49-915996cae889 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721526 Oct 28 11:34:58.690454 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-3db2ec96-8fb1-4cd3-8e65-5559323bb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:34:58.691760 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-3db2ec96-8fb1-4cd3-8e65-5559323bb68a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f5e489a1-e2f1-42bf-94d6-b73230b944c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844030 Oct 28 11:34:58.795091 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-d9e76328-2c1e-48ce-8e52-7bb118354e0b service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949917 Oct 28 11:34:58.876922 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36718) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:58.897087 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-857c2fc3-2912-46f0-bd35-ba8831086500 req-eeb773f9-d971-4e84-903d-2fe0b7a17890 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931351 Oct 28 11:34:58.988866 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-52dea222-fe72-4d36-b32b-f4477bc977da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:59.067346 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-52dea222-fe72-4d36-b32b-f4477bc977da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:59.199273 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-52dea222-fe72-4d36-b32b-f4477bc977da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:59.240262 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-52dea222-fe72-4d36-b32b-f4477bc977da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1224724743344050a6acf1262b028828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622036 Oct 28 11:34:59.244005 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36732) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:34:59.245676 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dea222-fe72-4d36-b32b-f4477bc977da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8896f-7946-45ca-bff9-5577f4563920,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:34:59.298642 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f1029164-b656-40d0-970e-e6c511107327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:59.319394 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f1029164-b656-40d0-970e-e6c511107327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:59.433536 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f1029164-b656-40d0-970e-e6c511107327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:59.436456 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f1029164-b656-40d0-970e-e6c511107327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:34:59.438508 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-f1029164-b656-40d0-970e-e6c511107327 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/97c8896f-7946-45ca-bff9-5577f4563920 HTTP/1.1" status: 204 len: 168 time: 0.1932912 Oct 28 11:34:59.447255 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1029164-b656-40d0-970e-e6c511107327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8896f-7946-45ca-bff9-5577f4563920,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:00.269345 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36800) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:00.282635 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad7bf-3bca-435e-bdcc-2008e5860e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:00.368348 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad7bf-3bca-435e-bdcc-2008e5860e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:00.422841 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad7bf-3bca-435e-bdcc-2008e5860e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:00.525431 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-5d4ad7bf-3bca-435e-bdcc-2008e5860e59 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67c88acdee444883ba679af741e412a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519145 Oct 28 11:35:00.526530 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36816) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:00.528185 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad7bf-3bca-435e-bdcc-2008e5860e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53287f1-745b-44d2-bcdb-6c946beef5ec,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:00.593630 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f721fd97-c667-460e-9be5-dd38d5e5493d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:00.615629 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f721fd97-c667-460e-9be5-dd38d5e5493d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:00.822052 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f721fd97-c667-460e-9be5-dd38d5e5493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:00.824740 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f721fd97-c667-460e-9be5-dd38d5e5493d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:00.832290 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f721fd97-c667-460e-9be5-dd38d5e5493d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c53287f1-745b-44d2-bcdb-6c946beef5ec HTTP/1.1" status: 204 len: 168 time: 0.2980216 Oct 28 11:35:00.836325 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721fd97-c667-460e-9be5-dd38d5e5493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53287f1-745b-44d2-bcdb-6c946beef5ec,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:01.083376 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bdc7c-14c0-4804-998d-ca9b6b1c1623 req-509ed39d-0b5b-43bf-875e-1116699e9b88 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:01.085658 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9c3bdc7c-14c0-4804-998d-ca9b6b1c1623 req-509ed39d-0b5b-43bf-875e-1116699e9b88 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0529730 Oct 28 11:35:01.125326 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9c3bdc7c-14c0-4804-998d-ca9b6b1c1623 req-2a7b69fe-b7b9-4b65-8c93-5bed4692b3c2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336149 Oct 28 11:35:01.519322 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36858) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:01.677326 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ca0eaaa8-b2e8-4473-880a-1fbeaa85366e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:01.756285 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ca0eaaa8-b2e8-4473-880a-1fbeaa85366e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:01.868133 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ca0eaaa8-b2e8-4473-880a-1fbeaa85366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:01.906106 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-ca0eaaa8-b2e8-4473-880a-1fbeaa85366e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c39a51dd0d1d499aba40ee94a87b1e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859735 Oct 28 11:35:01.908011 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eaaa8-b2e8-4473-880a-1fbeaa85366e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27ddb4b-e85a-4c95-ae3a-0d6f186d0953,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:01.908818 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36878) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:01.959156 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-09d07592-83fe-46f4-bd11-83c3efac807d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:01.979930 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-09d07592-83fe-46f4-bd11-83c3efac807d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:02.102189 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-09d07592-83fe-46f4-bd11-83c3efac807d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:02.104861 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-09d07592-83fe-46f4-bd11-83c3efac807d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:02.106069 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-09d07592-83fe-46f4-bd11-83c3efac807d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b27ddb4b-e85a-4c95-ae3a-0d6f186d0953 HTTP/1.1" status: 204 len: 168 time: 0.1962481 Oct 28 11:35:02.113629 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d07592-83fe-46f4-bd11-83c3efac807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27ddb4b-e85a-4c95-ae3a-0d6f186d0953,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:02.255948 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af4f0c-8f70-4765-b51e-c92b43451cbd req-98c035d8-93d8-43c0-9e34-b2fdd3aaca59 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:02.259406 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d0af4f0c-8f70-4765-b51e-c92b43451cbd req-98c035d8-93d8-43c0-9e34-b2fdd3aaca59 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0595343 Oct 28 11:35:02.298759 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d0af4f0c-8f70-4765-b51e-c92b43451cbd req-011f4beb-c6cb-4274-8a82-269c1d9d57b9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348303 Oct 28 11:35:03.102427 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36928) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:03.118211 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a142d6d7-fd99-44d6-975f-5abfc4fbbe29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:03.199095 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a142d6d7-fd99-44d6-975f-5abfc4fbbe29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:03.302367 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a142d6d7-fd99-44d6-975f-5abfc4fbbe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:03.353146 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a142d6d7-fd99-44d6-975f-5abfc4fbbe29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0a63ab9cfe64623aa4899890cda4ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488949 Oct 28 11:35:03.354533 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142d6d7-fd99-44d6-975f-5abfc4fbbe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f4ffd1-6dcc-4ca3-93ab-72e2786c99cb,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:03.355880 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36940) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:03.434965 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-67078c1b-3076-443e-8636-912d046949f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:03.460250 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fed35-e434-44f6-a38f-2377817103f3 req-b62e30ee-75d3-4d60-9f8c-67ebba7d296e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:03.462230 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-67078c1b-3076-443e-8636-912d046949f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:03.462569 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e85fed35-e434-44f6-a38f-2377817103f3 req-b62e30ee-75d3-4d60-9f8c-67ebba7d296e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0574138 Oct 28 11:35:03.511018 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e85fed35-e434-44f6-a38f-2377817103f3 req-96fb2ea4-57b7-414c-971b-0d7fc265ab2b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Oct 28 11:35:03.621912 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-67078c1b-3076-443e-8636-912d046949f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:03.624447 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-67078c1b-3076-443e-8636-912d046949f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:03.625864 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-67078c1b-3076-443e-8636-912d046949f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/76f4ffd1-6dcc-4ca3-93ab-72e2786c99cb HTTP/1.1" status: 204 len: 168 time: 0.2673087 Oct 28 11:35:03.634038 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67078c1b-3076-443e-8636-912d046949f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f4ffd1-6dcc-4ca3-93ab-72e2786c99cb,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:03.968627 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36956) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:04.072247 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-df9f1577-120c-4cbe-a8e5-37aba2014006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:04.159509 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-df9f1577-120c-4cbe-a8e5-37aba2014006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:04.279063 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-df9f1577-120c-4cbe-a8e5-37aba2014006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:04.316566 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f1577-120c-4cbe-a8e5-37aba2014006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc16df1-1121-4af6-bcd7-055da9ab900c,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:04.320758 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-df9f1577-120c-4cbe-a8e5-37aba2014006 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=73bf526a46524dcc8dfcc54b76776f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509378 Oct 28 11:35:04.329763 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 36976) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:04.374458 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c7c65361-ca7b-4c84-b2ed-4845e99e5abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:04.395965 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c7c65361-ca7b-4c84-b2ed-4845e99e5abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:04.524964 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c7c65361-ca7b-4c84-b2ed-4845e99e5abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:04.528769 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c7c65361-ca7b-4c84-b2ed-4845e99e5abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:04.528769 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c7c65361-ca7b-4c84-b2ed-4845e99e5abd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9cc16df1-1121-4af6-bcd7-055da9ab900c HTTP/1.1" status: 204 len: 168 time: 0.2043242 Oct 28 11:35:04.537549 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c65361-ca7b-4c84-b2ed-4845e99e5abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc16df1-1121-4af6-bcd7-055da9ab900c,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:04.644779 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d785c-f2bc-47e3-94e6-2249e32b70a4 req-c6110415-9f2b-45c1-90b9-93d9887a78c7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:04.646327 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ca3d785c-f2bc-47e3-94e6-2249e32b70a4 req-c6110415-9f2b-45c1-90b9-93d9887a78c7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0549386 Oct 28 11:35:04.687331 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ca3d785c-f2bc-47e3-94e6-2249e32b70a4 req-cc938ef1-c45b-4fab-bdb6-cd8c5cf57510 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338373 Oct 28 11:35:04.701758 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 36994) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:04.906816 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1701823955-network', 'tenant_id': 'f8583674b22d422fa97fe97e3829216b'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:05.062479 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Made reservation on behalf of f8583674b22d422fa97fe97e3829216b for: {'network': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:05.064796 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.074470 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.156620 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.250933 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37014) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:05.263989 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a7e169e4-69ac-4058-8dc0-5e940f77e988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.282750 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.316846 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=101984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:35:05.337867 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.338231 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.segments_db [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Added segment fd0a4aa3-8f19-40ad-bb45-383fbb36cf6a of type vlan for network 70f8c442-0e20-492f-84a5-0703b6600474 Oct 28 11:35:05.342541 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e56e7e-c66e-4a4e-b0eb-6135999ca3dc,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:05.398081 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.423558 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a7e169e4-69ac-4058-8dc0-5e940f77e988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.571249 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a7e169e4-69ac-4058-8dc0-5e940f77e988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.573786 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.575003 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:05.575592 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.614855 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37028) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:05.667527 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a7e169e4-69ac-4058-8dc0-5e940f77e988 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49a79f30b9724525bc75d2feb9bacf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131691 Oct 28 11:35:05.668040 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37032) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:05.679632 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e169e4-69ac-4058-8dc0-5e940f77e988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a70510-ba84-49c2-92a2-d2f0a83d9f8c,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:05.688141 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] Pushing event updated for resources: {'Network': ['ID=70f8c442-0e20-492f-84a5-0703b6600474,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:05.705318 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network 70f8c442-0e20-492f-84a5-0703b6600474 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:35:05.723265 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d65d19f5-6b59-49b2-9866-60d1141c8022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.753303 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d65d19f5-6b59-49b2-9866-60d1141c8022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.759560 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a3a4658a-065d-489b-b6d0-8ebabb63e152 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0565472 Oct 28 11:35:05.762248 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37036) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:05.769035 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4534e519-683a-4962-947f-54b8fa72a3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.769683 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Request body: {'subnet': {'network_id': '70f8c442-0e20-492f-84a5-0703b6600474', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1701823955-subnet', 'tenant_id': 'f8583674b22d422fa97fe97e3829216b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:05.843913 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c7e29-602b-405a-abf3-9cca3a95e48e req-adb86fc8-78cc-4634-ae81-8281199469a2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:05.845514 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8e8c7e29-602b-405a-abf3-9cca3a95e48e req-adb86fc8-78cc-4634-ae81-8281199469a2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0593705 Oct 28 11:35:05.871687 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4534e519-683a-4962-947f-54b8fa72a3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.885357 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8e8c7e29-602b-405a-abf3-9cca3a95e48e req-187948cf-2aee-4f74-8ec9-cb406d01c9ac tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Oct 28 11:35:05.913536 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Made reservation on behalf of f8583674b22d422fa97fe97e3829216b for: {'subnet': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:05.916069 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16002144'] for subnet, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.982154 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d65d19f5-6b59-49b2-9866-60d1141c8022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.984695 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d65d19f5-6b59-49b2-9866-60d1141c8022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:05.985842 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d65d19f5-6b59-49b2-9866-60d1141c8022 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33a70510-ba84-49c2-92a2-d2f0a83d9f8c HTTP/1.1" status: 204 len: 168 time: 0.3168142 Oct 28 11:35:05.994881 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d19f5-6b59-49b2-9866-60d1141c8022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a70510-ba84-49c2-92a2-d2f0a83d9f8c,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:06.015499 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4534e519-683a-4962-947f-54b8fa72a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:06.060413 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-4534e519-683a-4962-947f-54b8fa72a3aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4ca13d5402f441f81863520eaf19641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433069 Oct 28 11:35:06.061198 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534e519-683a-4962-947f-54b8fa72a3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1193e6-4196-4b43-8971-6d79a035d05b,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:06.063700 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37040) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:06.114660 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-04c71202-85f0-46b4-98cc-d1c9792bc733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:06.135770 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-04c71202-85f0-46b4-98cc-d1c9792bc733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:06.170782 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16270376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16002162'] for subnet, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:06.227347 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ffd718-373c-4ae9-ac25-281d7c7f8571,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:06.234871 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Checking segment: {'id': 'fd0a4aa3-8f19-40ad-bb45-383fbb36cf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70f8c442-0e20-492f-84a5-0703b6600474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:06.235225 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Network hostable DHCP agents. Network: 70f8c442-0e20-492f-84a5-0703b6600474, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:35:06.267593 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-04c71202-85f0-46b4-98cc-d1c9792bc733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:06.270243 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-04c71202-85f0-46b4-98cc-d1c9792bc733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:06.271406 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-04c71202-85f0-46b4-98cc-d1c9792bc733 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff1193e6-4196-4b43-8971-6d79a035d05b HTTP/1.1" status: 204 len: 168 time: 0.2068100 Oct 28 11:35:06.280276 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c71202-85f0-46b4-98cc-d1c9792bc733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1193e6-4196-4b43-8971-6d79a035d05b,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:06.336152 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Network 70f8c442-0e20-492f-84a5-0703b6600474 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:35:06.427749 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, 70f8c442-0e20-492f-84a5-0703b6600474) {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:06.439599 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e330a8f9-1bbd-41a9-a581-59337307ee6d None None] Network 70f8c442-0e20-492f-84a5-0703b6600474 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:35:06.442268 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:06.443216 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:06.564053 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-670795f9-60fd-4fe0-adf6-add713a64ff9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8003292 Oct 28 11:35:06.578689 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5971cf28-8b36-4a8c-a4be-aba06e90635f None None] Network 70f8c442-0e20-492f-84a5-0703b6600474 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:35:06.999692 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed14e3-4821-4d6f-9186-458f4beb2377 req-11f766e0-271b-411a-aa64-1bc3cbb3be3b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:07.001165 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b0ed14e3-4821-4d6f-9186-458f4beb2377 req-11f766e0-271b-411a-aa64-1bc3cbb3be3b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0474970 Oct 28 11:35:07.042783 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b0ed14e3-4821-4d6f-9186-458f4beb2377 req-73b3b196-c1e8-4c04-87de-50db49e49d88 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Oct 28 11:35:07.329996 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37086) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:07.342981 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-79f2fd3e-3764-48a8-a040-8697c92e9f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:07.427099 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-79f2fd3e-3764-48a8-a040-8697c92e9f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:07.518785 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-79f2fd3e-3764-48a8-a040-8697c92e9f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:07.557718 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-79f2fd3e-3764-48a8-a040-8697c92e9f15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c935cf303914fd5a4351bec8e54b879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268596 Oct 28 11:35:07.558830 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2fd3e-3764-48a8-a040-8697c92e9f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac27f23-7fc3-4a1b-a203-438a68151c92,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:07.560423 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37092) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:07.619443 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d104-df94-4c18-84d1-ba685e9523bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:07.643442 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d104-df94-4c18-84d1-ba685e9523bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:07.845047 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d104-df94-4c18-84d1-ba685e9523bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:07.848140 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a8d4d104-df94-4c18-84d1-ba685e9523bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:07.851617 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-a8d4d104-df94-4c18-84d1-ba685e9523bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ac27f23-7fc3-4a1b-a203-438a68151c92 HTTP/1.1" status: 204 len: 168 time: 0.2870069 Oct 28 11:35:07.857918 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4d104-df94-4c18-84d1-ba685e9523bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac27f23-7fc3-4a1b-a203-438a68151c92,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:08.158559 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97da8f-1b43-4329-872c-821c041cde2b req-6926b366-92c9-4d77-8209-c3906a00865d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:08.160025 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8f97da8f-1b43-4329-872c-821c041cde2b req-6926b366-92c9-4d77-8209-c3906a00865d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0489306 Oct 28 11:35:08.195851 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37118) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:08.206021 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1256442778-network', 'tenant_id': '33ccd546eeb948639958548701694e7d'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:08.207051 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8f97da8f-1b43-4329-872c-821c041cde2b req-a8fb052a-fcda-4b23-8990-fc2ef5f89663 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Oct 28 11:35:08.330519 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Made reservation on behalf of 33ccd546eeb948639958548701694e7d for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:08.332959 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:08.342703 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:08.421095 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:08.530605 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:08.558501 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:35:08.568665 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c2c173-1711-4bf3-b1dc-9e830f3b5fa9,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:08.582371 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:08.582371 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Added segment 0e2bcbd9-3fcb-4670-8d54-216613140e68 of type vlan for network ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8 Oct 28 11:35:08.620360 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:08.741598 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:08.742808 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:08.744474 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:08.811905 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] Pushing event updated for resources: {'Network': ['ID=ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:08.826841 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:35:08.878457 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-ee3d77c1-606b-4e58-84e3-2cfd53cf9adf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6805792 Oct 28 11:35:08.879849 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37154) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:08.886102 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Request body: {'subnet': {'network_id': 'ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1256442778-subnet', 'tenant_id': '33ccd546eeb948639958548701694e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:08.975997 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Made reservation on behalf of 33ccd546eeb948639958548701694e7d for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:08.978954 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:09.233694 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:09.299361 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ec0474-ccde-47d2-95ff-f2ac282e26ef,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:09.317062 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Checking segment: {'id': '0e2bcbd9-3fcb-4670-8d54-216613140e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:09.317479 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Network hostable DHCP agents. Network: ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:35:09.340243 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823da2-d9b7-4ce7-8ae5-1a602ec4439a req-b5a2e4a8-53b5-4859-96f5-3e2b1786ca44 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:09.342081 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-af823da2-d9b7-4ce7-8ae5-1a602ec4439a req-b5a2e4a8-53b5-4859-96f5-3e2b1786ca44 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0711546 Oct 28 11:35:09.389138 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-af823da2-d9b7-4ce7-8ae5-1a602ec4439a req-ca0d21a3-c20b-4724-b952-d351ce5a8985 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Oct 28 11:35:09.410249 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Network ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:35:09.493687 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:09.507328 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:09.507944 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:09.515970 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065195ce-f248-44bc-b42d-9d84bd8f2a06 None None] Network ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:35:09.638025 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d18d56-a596-4ded-8738-1360353dab2f None None] Network ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:35:09.640983 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-0246f893-99e0-4af8-887f-a63b0dc38570 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7594621 Oct 28 11:35:10.508286 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d08d1c-7afc-4c91-84d3-62704b7db54f req-07596387-5adf-4d9c-896e-0524dd4cea80 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:10.510319 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f1d08d1c-7afc-4c91-84d3-62704b7db54f req-07596387-5adf-4d9c-896e-0524dd4cea80 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0545347 Oct 28 11:35:10.549121 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f1d08d1c-7afc-4c91-84d3-62704b7db54f req-00fe2c6d-764d-4343-a17d-b9721d8c6cf2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Oct 28 11:35:11.674684 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4578c20-7898-46da-9ae2-97a709919354 req-ea5c4704-ee1b-41e0-90d0-69b429b97c68 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:11.676147 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c4578c20-7898-46da-9ae2-97a709919354 req-ea5c4704-ee1b-41e0-90d0-69b429b97c68 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0572405 Oct 28 11:35:11.715492 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c4578c20-7898-46da-9ae2-97a709919354 req-b612d1df-fca3-46ee-918a-e616e8d840f9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333159 Oct 28 11:35:12.063803 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37250) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:12.371658 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:12.445735 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:12.530100 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:12.568844 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44a756b460b241d3b2b380044e8e928a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039155 Oct 28 11:35:12.569706 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62a7fe8-ccbc-4ef8-967b-87629bbb1db9,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:12.571585 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37266) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:12.577035 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.577630 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.577998 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.578332 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.578659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.578989 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.579314 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.579633 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.579956 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.580276 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.580593 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.580905 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbab5e6-f568-410b-abea-c33dbe2da4da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.622468 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:12.642423 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:12.804245 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:12.807135 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:12.808370 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b62a7fe8-ccbc-4ef8-967b-87629bbb1db9 HTTP/1.1" status: 204 len: 168 time: 0.2358284 Oct 28 11:35:12.816129 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62a7fe8-ccbc-4ef8-967b-87629bbb1db9,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:12.849022 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.849379 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.849723 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.850086 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.850444 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.850771 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.851342 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.851674 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.852002 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.852334 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.852649 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.852967 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093af2f8-0907-40e9-9237-0c005717380a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:12.886929 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ac42d-e793-49b1-8697-1d37509d1795 req-a223b242-cb45-4c5c-b797-aab81e3297b6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:12.888432 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-719ac42d-e793-49b1-8697-1d37509d1795 req-a223b242-cb45-4c5c-b797-aab81e3297b6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0700710 Oct 28 11:35:12.926192 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-719ac42d-e793-49b1-8697-1d37509d1795 req-c9c6262d-c008-44eb-b0c1-e86e511c6682 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318172 Oct 28 11:35:13.553854 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37284) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:13.567786 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ae2e-c531-4633-b39d-6e002404dc10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:13.641122 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ae2e-c531-4633-b39d-6e002404dc10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:13.707043 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ae2e-c531-4633-b39d-6e002404dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:13.746555 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-e8c3ae2e-c531-4633-b39d-6e002404dc10 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd5536646cbf482bbe8e748803b805bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915920 Oct 28 11:35:13.747423 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3ae2e-c531-4633-b39d-6e002404dc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab2db93-57a6-4e30-8b78-47fdb4836468,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:13.758000 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37288) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:13.806736 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6f0751c1-3357-4b7b-b1d8-0e9fbc65cce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:13.827021 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6f0751c1-3357-4b7b-b1d8-0e9fbc65cce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:13.929716 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6f0751c1-3357-4b7b-b1d8-0e9fbc65cce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:13.932820 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6f0751c1-3357-4b7b-b1d8-0e9fbc65cce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:13.934004 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-6f0751c1-3357-4b7b-b1d8-0e9fbc65cce6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ab2db93-57a6-4e30-8b78-47fdb4836468 HTTP/1.1" status: 204 len: 168 time: 0.1750131 Oct 28 11:35:13.943562 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0751c1-3357-4b7b-b1d8-0e9fbc65cce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab2db93-57a6-4e30-8b78-47fdb4836468,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:14.048861 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f503ea2-e12e-4135-9209-259d00314d0d req-93b301c4-3cdf-4336-b8a1-0835351fe5a8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:14.050372 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f503ea2-e12e-4135-9209-259d00314d0d req-93b301c4-3cdf-4336-b8a1-0835351fe5a8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0512354 Oct 28 11:35:14.269949 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f503ea2-e12e-4135-9209-259d00314d0d req-8c568558-6f0b-4e41-b281-a2245eb66099 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124126 Oct 28 11:35:15.409825 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad541df5-ca87-4d57-9599-136543106d0a req-1885afcf-6b1f-4643-9317-5566cb20bf37 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:15.412682 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ad541df5-ca87-4d57-9599-136543106d0a req-1885afcf-6b1f-4643-9317-5566cb20bf37 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0749736 Oct 28 11:35:15.452582 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ad541df5-ca87-4d57-9599-136543106d0a req-b0e0bfc2-2637-45d2-ae8e-9ad489a54af6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340927 Oct 28 11:35:16.589096 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c92c9-f44e-4dd2-a901-e5ac5953442c req-d6e20ed1-ce11-42e8-898b-28b31dd502f5 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:16.589096 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef5c92c9-f44e-4dd2-a901-e5ac5953442c req-d6e20ed1-ce11-42e8-898b-28b31dd502f5 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0560489 Oct 28 11:35:16.638931 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef5c92c9-f44e-4dd2-a901-e5ac5953442c req-8cf23e4e-f644-428e-b384-75f1f4247654 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Oct 28 11:35:16.845437 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-71cc6e18-4ea5-44ea-8dda-d2e944ec33e6 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:16.846898 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-71cc6e18-4ea5-44ea-8dda-d2e944ec33e6 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 814 time: 0.1042950 Oct 28 11:35:16.862218 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-898e795a-624a-43de-b26f-92cfe2d6422c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/quotas/29547520fd4e4366936ad7dd8ef931c6 HTTP/1.1" status: 200 len: 375 time: 0.0096064 Oct 28 11:35:16.911947 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-d269ff48-27cf-466f-ab7c-0a3b9a1fb77d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444114 Oct 28 11:35:17.013257 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-ad3f70a9-19b2-4751-9f8e-8cc61f280eac service neutron] 10.222.0.79 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933626 Oct 28 11:35:17.102283 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-af0a5d3c-a37a-4911-82ff-0d044c40534f service neutron] 10.222.0.79 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826540 Oct 28 11:35:17.477495 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-712ffe15-20f3-4250-badc-83725ab301ba req-708fe41e-0433-4bcb-9d73-e288fc5595ad tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 210 time: 0.0301821 Oct 28 11:35:17.783865 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc0278-703d-4e67-b808-127332fc05af req-fc8c8f52-3b22-4847-b005-742726546968 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:17.785364 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cdcc0278-703d-4e67-b808-127332fc05af req-fc8c8f52-3b22-4847-b005-742726546968 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0601172 Oct 28 11:35:17.827497 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cdcc0278-703d-4e67-b808-127332fc05af req-bd67510f-e9e4-4da1-8ab1-4354dc25b7cd tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Oct 28 11:35:18.050433 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:35:18.203341 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37450) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:18.308083 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-09b0f707-3f4a-4672-9e14-a38fb85c11b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:18.393256 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-09b0f707-3f4a-4672-9e14-a38fb85c11b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:18.466957 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-09b0f707-3f4a-4672-9e14-a38fb85c11b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:18.510770 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-09b0f707-3f4a-4672-9e14-a38fb85c11b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=204c7f300ef84dee96de7cd7a1c6d27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056514 Oct 28 11:35:18.515021 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0f707-3f4a-4672-9e14-a38fb85c11b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a5ce43-56fe-4f86-a9d7-c531f9f8d910,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:18.515136 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37458) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:18.572833 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-278ea44e-e383-4170-93cd-c0cdef8ecd46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:18.581008 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a7b11115-11f5-40cd-a224-465ea04d7f1b req-903751e9-c481-4c01-b8bd-517a066e1d69 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 210 time: 0.0275238 Oct 28 11:35:18.595754 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-278ea44e-e383-4170-93cd-c0cdef8ecd46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:18.672512 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-3fe09bc7-7921-4e90-bf43-9e79042d2359 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622654 Oct 28 11:35:18.779024 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-4d33b4fd-dacd-4f9a-8f51-2f26179d484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:18.780663 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-4d33b4fd-dacd-4f9a-8f51-2f26179d484d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 1099 time: 0.0456243 Oct 28 11:35:18.815378 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-278ea44e-e383-4170-93cd-c0cdef8ecd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:18.818110 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-278ea44e-e383-4170-93cd-c0cdef8ecd46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:18.819418 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-278ea44e-e383-4170-93cd-c0cdef8ecd46 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96a5ce43-56fe-4f86-a9d7-c531f9f8d910 HTTP/1.1" status: 204 len: 168 time: 0.3049743 Oct 28 11:35:18.873349 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ea44e-e383-4170-93cd-c0cdef8ecd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a5ce43-56fe-4f86-a9d7-c531f9f8d910,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:18.966730 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-25aa8443-23c6-4a27-8c70-ce2ff2aa8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:18.968201 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-25aa8443-23c6-4a27-8c70-ce2ff2aa8eec service neutron] 10.222.0.81 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 915 time: 0.1478088 Oct 28 11:35:18.983813 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783caf40-8ad5-4ed4-a8b2-2209a0fbba37 req-ac6c559a-b55e-4f65-ad00-f9239231f656 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:18.985217 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-783caf40-8ad5-4ed4-a8b2-2209a0fbba37 req-ac6c559a-b55e-4f65-ad00-f9239231f656 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0765319 Oct 28 11:35:19.030475 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-783caf40-8ad5-4ed4-a8b2-2209a0fbba37 req-a087a015-42f6-427a-84d3-d896891bbebe tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390465 Oct 28 11:35:19.570419 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37478) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:19.585227 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7fce-baee-407c-9773-0cf5daa064eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:19.687207 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d71c4e52-f7f0-42ac-aa2b-9bf3de154adc req-2ca23e8f-1d83-4461-978b-8bbe4f991b11 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 210 time: 0.0340066 Oct 28 11:35:19.689126 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7fce-baee-407c-9773-0cf5daa064eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:19.792419 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7fce-baee-407c-9773-0cf5daa064eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:19.829400 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a7fce-baee-407c-9773-0cf5daa064eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d48be1c-c44e-48fe-8834-25183ad0af96,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:19.833633 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-4c9a7fce-baee-407c-9773-0cf5daa064eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbb8007cacf4424fab43632bf05ed9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621748 Oct 28 11:35:19.845127 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37486) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:19.883389 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ebabab8c-3fd5-4735-b843-48a0c771adcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:19.904411 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ebabab8c-3fd5-4735-b843-48a0c771adcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:20.095515 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ebabab8c-3fd5-4735-b843-48a0c771adcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:20.099887 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ebabab8c-3fd5-4735-b843-48a0c771adcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:20.099887 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ebabab8c-3fd5-4735-b843-48a0c771adcd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d48be1c-c44e-48fe-8834-25183ad0af96 HTTP/1.1" status: 204 len: 168 time: 0.2620811 Oct 28 11:35:20.135222 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabab8c-3fd5-4735-b843-48a0c771adcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d48be1c-c44e-48fe-8834-25183ad0af96,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:20.158122 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eba81c-a390-403e-9241-68dfacc299bc req-1506c986-1726-4992-a933-716a4da424dc tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:20.159568 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b4eba81c-a390-403e-9241-68dfacc299bc req-1506c986-1726-4992-a933-716a4da424dc tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0591853 Oct 28 11:35:20.175662 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8988f9e0-204d-4d8a-ae0d-5de3bad84cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:20.199486 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b4eba81c-a390-403e-9241-68dfacc299bc req-22084992-203b-4f4a-b220-e0a0d67f507e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329704 Oct 28 11:35:20.803671 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dd6973c6-fce5-4211-955d-ae799dcd4aa2 req-fbe20d69-2b97-4961-b3f2-4555366f66df tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 210 time: 0.0425124 Oct 28 11:35:21.316266 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7ac83-2fbe-49d0-ad4f-4da70af5b151 req-2207d515-33d2-49f4-ba28-d55a5a48dde6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:21.317763 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-52b7ac83-2fbe-49d0-ad4f-4da70af5b151 req-2207d515-33d2-49f4-ba28-d55a5a48dde6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0489111 Oct 28 11:35:21.357628 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-52b7ac83-2fbe-49d0-ad4f-4da70af5b151 req-0b461190-1055-43cc-9c84-0be4c5655ef5 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330663 Oct 28 11:35:21.660959 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:21.798642 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-b5e79e4e-f943-4272-9aea-8e8eabbfec14 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 HTTP/1.1" status: 200 len: 217 time: 0.0414705 Oct 28 11:35:21.911721 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-64a0cb62-7615-412f-b534-ba1f3c1da28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:21.913211 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-64a0cb62-7615-412f-b534-ba1f3c1da28e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc7badf1-9a58-40b8-b3dc-4f60d176986f HTTP/1.1" status: 200 len: 854 time: 0.0864315 Oct 28 11:35:21.939246 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-062994ca-9d61-4d4d-8af8-9f7d5582e154 req-3f8049ea-e8af-4fc8-a75b-a0a5acfe74f3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 210 time: 0.0429008 Oct 28 11:35:21.959831 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-59f42bb9-ad91-45cd-9592-03efb82a7e0e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318537 Oct 28 11:35:22.086168 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-a9a6d464-b943-442e-b4e3-a5b7377aeca3 service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121657 Oct 28 11:35:22.195296 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-08a8834d-f6a0-47ab-af5b-5b049756f418 req-d6c46c63-b28f-45fa-821e-c45a52195f35 service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994322 Oct 28 11:35:22.482887 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a68c7a-f035-4cd7-a832-2f2f5d950add req-a8de381b-8b89-40f3-8b80-0234ddca2f1d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:22.484296 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-07a68c7a-f035-4cd7-a832-2f2f5d950add req-a8de381b-8b89-40f3-8b80-0234ddca2f1d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0535617 Oct 28 11:35:22.524939 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-07a68c7a-f035-4cd7-a832-2f2f5d950add req-f51f6c14-201f-48a9-9600-aa948ad4069f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340497 Oct 28 11:35:22.730017 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3272-4c81-43b0-ac43-eeaa5a601578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:23.055244 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9f5dd26d-6b59-4481-a51b-65205a371c77 req-4bb8ce2e-a468-4673-b71d-6c2f9e7286d9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 210 time: 0.0275695 Oct 28 11:35:23.236740 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-2e7e076e-a491-4a16-a20b-8e51221f7821 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:23.245158 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-2e7e076e-a491-4a16-a20b-8e51221f7821 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 814 time: 0.1209743 Oct 28 11:35:23.255181 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Request body: {'port': {'device_id': 'd4311dbd-1f41-47c6-8230-f1881f4b7088', 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d', 'admin_state_up': True, 'tenant_id': '29547520fd4e4366936ad7dd8ef931c6'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:23.484276 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Made reservation on behalf of 29547520fd4e4366936ad7dd8ef931c6 for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:23.484515 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:23.490507 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:23.660802 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Allocated IP 172.20.0.6 (49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d/dc7badf1-9a58-40b8-b3dc-4f60d176986f/bb14b772-cbb5-4874-b599-a2e5b4cdb055) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:35:23.685684 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e901d6-6906-4c27-a176-31c5a9cea2d8 req-23fa0997-2f88-4379-aab3-74ffef58fdff tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:23.687228 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f5e901d6-6906-4c27-a176-31c5a9cea2d8 req-23fa0997-2f88-4379-aab3-74ffef58fdff tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0710812 Oct 28 11:35:23.763210 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f5e901d6-6906-4c27-a176-31c5a9cea2d8 req-e4c16d0d-f1fd-4550-b557-82e6edefb89e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689459 Oct 28 11:35:23.785859 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:23.851539 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:23.970096 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:23.982292 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['bb9ae039-c8fe-4929-8f6b-2b9760fe6b65'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:35:24.017330 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:24.020796 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:24.025709 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:35:24.058000 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Pushing event updated for resources: {'Port': ['ID=bb14b772-cbb5-4874-b599-a2e5b4cdb055,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:24.106608 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:24.108487 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:24.216225 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab088c-495f-4d3e-a952-fef3d8a95348 req-2f190c4c-ef34-49e0-8b3b-f8560a781eaa tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:24.217712 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bcab088c-495f-4d3e-a952-fef3d8a95348 req-2f190c4c-ef34-49e0-8b3b-f8560a781eaa tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 931 time: 0.0570414 Oct 28 11:35:24.255977 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bcab088c-495f-4d3e-a952-fef3d8a95348 req-13593fd8-a886-4aaf-ae61-6495812b80db tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Oct 28 11:35:24.311547 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-87ac73e5-419a-4dae-bfab-3433aac02067 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0615120 Oct 28 11:35:24.327565 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Request body: {'port': {'device_id': 'd4311dbd-1f41-47c6-8230-f1881f4b7088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:24.381149 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:24.645582 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb14b772-cbb5-4874-b599-a2e5b4cdb055 {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:35:24.653405 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:24.668774 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Transition to ACTIVE for port object bb14b772-cbb5-4874-b599-a2e5b4cdb055 will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:35:24.780768 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:24.839297 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb14b772-cbb5-4874-b599-a2e5b4cdb055,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:24.900617 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fea1d-5f52-4663-a913-91455b3f9cb4 req-38368e20-e077-477c-99f7-d802d1cb5d96 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:24.902526 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-456fea1d-5f52-4663-a913-91455b3f9cb4 req-38368e20-e077-477c-99f7-d802d1cb5d96 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0514033 Oct 28 11:35:24.906643 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Attempting to bind port bb14b772-cbb5-4874-b599-a2e5b4cdb055 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:35:24.906976 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Attempting to bind port bb14b772-cbb5-4874-b599-a2e5b4cdb055 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:35:24.907304 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Attempting to bind port bb14b772-cbb5-4874-b599-a2e5b4cdb055 on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:24.911719 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Port bb14b772-cbb5-4874-b599-a2e5b4cdb055 on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:35:24.912034 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Attempting to bind port bb14b772-cbb5-4874-b599-a2e5b4cdb055 on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:24.917875 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:35:24.918252 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Checking segment: {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:24.918611 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Bound using segment: {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:35:24.919039 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Bound port: bb14b772-cbb5-4874-b599-a2e5b4cdb055, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:35:24.919396 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:24.941934 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-456fea1d-5f52-4663-a913-91455b3f9cb4 req-708c3e70-c6d9-4f5f-9747-e4409536d148 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Oct 28 11:35:24.986502 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] For port bb14b772-cbb5-4874-b599-a2e5b4cdb055, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:35:24.989742 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] For port bb14b772-cbb5-4874-b599-a2e5b4cdb055, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb14b772-cbb5-4874-b599-a2e5b4cdb055,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:35:25.113159 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:25.145810 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:25.146508 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:25.147900 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] 10.222.0.81 "PUT /v2.0/ports/bb14b772-cbb5-4874-b599-a2e5b4cdb055 HTTP/1.1" status: 200 len: 1093 time: 0.8252988 Oct 28 11:35:25.150574 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4311dbd-1f41-47c6-8230-f1881f4b7088', 'tag': 'bb14b772-cbb5-4874-b599-a2e5b4cdb055'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:35:25.158894 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bf31e6-7221-4ca7-a014-8f608e705228" -d '{"events": [{"name": "network-changed", "server_uuid": "d4311dbd-1f41-47c6-8230-f1881f4b7088", "tag": "bb14b772-cbb5-4874-b599-a2e5b4cdb055"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:35:25.188651 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366dc44-8cb8-4cc3-b1db-a3b987a95cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb14b772-cbb5-4874-b599-a2e5b4cdb055,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:25.194907 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71262700-5e2b-478f-a0ed-4ecc0089fa05 x-openstack-request-id: req-71262700-5e2b-478f-a0ed-4ecc0089fa05 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:35:25.195260 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4311dbd-1f41-47c6-8230-f1881f4b7088", "tag": "bb14b772-cbb5-4874-b599-a2e5b4cdb055", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:35:25.195590 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71262700-5e2b-478f-a0ed-4ecc0089fa05 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:35:25.196038 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4311dbd-1f41-47c6-8230-f1881f4b7088', 'tag': 'bb14b772-cbb5-4874-b599-a2e5b4cdb055', 'status': 'completed', 'code': 200} Oct 28 11:35:25.262940 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf31e6-7221-4ca7-a014-8f608e705228 req-68ac1374-ce5d-42b1-b3db-133370a2969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:25.264406 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-66bf31e6-7221-4ca7-a014-8f608e705228 req-68ac1374-ce5d-42b1-b3db-133370a2969a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 1096 time: 0.0424879 Oct 28 11:35:25.434767 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a1e76-90f4-43cc-94c6-b24895b5f5ef req-4166fdfa-7fbc-41d0-8952-fde85bd59557 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:25.441923 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cf0a1e76-90f4-43cc-94c6-b24895b5f5ef req-4166fdfa-7fbc-41d0-8952-fde85bd59557 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 943 time: 0.0899041 Oct 28 11:35:25.450593 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf31e6-7221-4ca7-a014-8f608e705228 req-0d25a5c0-0c50-4e5b-863e-3e8e2f36975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:25.452351 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-66bf31e6-7221-4ca7-a014-8f608e705228 req-0d25a5c0-0c50-4e5b-863e-3e8e2f36975e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=29547520fd4e4366936ad7dd8ef931c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1673193 Oct 28 11:35:25.563527 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cf0a1e76-90f4-43cc-94c6-b24895b5f5ef req-73163cbb-7a62-4e2b-8b20-9b639219c8d3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206214 Oct 28 11:35:25.624227 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf31e6-7221-4ca7-a014-8f608e705228 req-1e50b6db-e37b-4bce-82b0-ad3623ad0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:25.625688 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-66bf31e6-7221-4ca7-a014-8f608e705228 req-1e50b6db-e37b-4bce-82b0-ad3623ad0b6f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647699 Oct 28 11:35:25.671647 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:25.709852 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-3ac99956-72e9-4c47-ac59-24c07042604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:25.711437 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-3ac99956-72e9-4c47-ac59-24c07042604a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 1096 time: 0.0400496 Oct 28 11:35:25.762231 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-f238a686-8e56-4019-8953-786488f6cb39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb14b772-cbb5-4874-b599-a2e5b4cdb055 HTTP/1.1" status: 200 len: 217 time: 0.0402374 Oct 28 11:35:25.827085 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-75378d41-9108-45c2-8b50-321b3b9386f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:25.828521 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-75378d41-9108-45c2-8b50-321b3b9386f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc7badf1-9a58-40b8-b3dc-4f60d176986f HTTP/1.1" status: 200 len: 854 time: 0.0475669 Oct 28 11:35:25.860906 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-88b5019c-5d3c-44a2-b58b-382c876b9517 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245523 Oct 28 11:35:25.957275 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-a1ac3b29-385a-4eab-a2cc-5dc75e61afc7 service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859749 Oct 28 11:35:26.095613 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d050c-1f5b-45a7-a30b-55fb67a87b20 req-609dbca6-b91c-4a85-a839-bf6e2f44b4ec tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:26.097069 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-746d050c-1f5b-45a7-a30b-55fb67a87b20 req-609dbca6-b91c-4a85-a839-bf6e2f44b4ec tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0696652 Oct 28 11:35:26.117662 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef64a63f-6ace-4e4e-b911-5fa0ecc20343 req-4f2a57c4-32d3-4039-bf22-6adc374f0bfc service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374767 Oct 28 11:35:26.143828 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-746d050c-1f5b-45a7-a30b-55fb67a87b20 req-6255b368-aefe-4f7b-b6f8-ca3280445912 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372009 Oct 28 11:35:26.286255 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37682) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:26.291772 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060c2d3-04db-47c7-96d3-4655334a3df9 req-d31fe3a1-1e54-4c10-bcd9-b542bb504006 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:26.294067 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0060c2d3-04db-47c7-96d3-4655334a3df9 req-d31fe3a1-1e54-4c10-bcd9-b542bb504006 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.0524831 Oct 28 11:35:26.341752 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0060c2d3-04db-47c7-96d3-4655334a3df9 req-734a9845-2f99-45c0-ac14-4e8569828038 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Oct 28 11:35:26.416459 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91cc4d88-3826-4645-a2eb-1cc93c1e2cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:26.515488 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91cc4d88-3826-4645-a2eb-1cc93c1e2cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:26.649537 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91cc4d88-3826-4645-a2eb-1cc93c1e2cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:26.678867 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb10616-7d5d-4384-8b1f-27c19299b9c3 req-f95f0e90-d703-4366-b2cb-da9a2de18f15 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:26.680432 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6eb10616-7d5d-4384-8b1f-27c19299b9c3 req-f95f0e90-d703-4366-b2cb-da9a2de18f15 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 943 time: 0.0498738 Oct 28 11:35:26.689023 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc4d88-3826-4645-a2eb-1cc93c1e2cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b097814-e90e-4dec-9c27-dd7d1e343ad4,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:26.696668 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-91cc4d88-3826-4645-a2eb-1cc93c1e2cfd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f7bf1ea96d9402ca64f6c27d6b30637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087956 Oct 28 11:35:26.704432 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37700) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:26.748003 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6eb10616-7d5d-4384-8b1f-27c19299b9c3 req-309f1a21-9164-4e43-88d6-b30e7eb11b9b tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590262 Oct 28 11:35:26.772519 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-def6bba3-8a1a-4cc4-b11d-9acf7b894bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:26.795740 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-def6bba3-8a1a-4cc4-b11d-9acf7b894bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:26.998267 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-def6bba3-8a1a-4cc4-b11d-9acf7b894bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:27.000850 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-def6bba3-8a1a-4cc4-b11d-9acf7b894bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:27.002076 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-def6bba3-8a1a-4cc4-b11d-9acf7b894bd0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b097814-e90e-4dec-9c27-dd7d1e343ad4 HTTP/1.1" status: 204 len: 168 time: 0.2966189 Oct 28 11:35:27.009923 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6bba3-8a1a-4cc4-b11d-9acf7b894bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b097814-e90e-4dec-9c27-dd7d1e343ad4,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:27.262340 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de82c2-bd86-4e9c-9ced-9859c7358156 req-a9655ac4-c5a0-48a4-a3f3-afa2153a1a1b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:27.264720 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-87de82c2-bd86-4e9c-9ced-9859c7358156 req-a9655ac4-c5a0-48a4-a3f3-afa2153a1a1b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0497618 Oct 28 11:35:27.305674 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-87de82c2-bd86-4e9c-9ced-9859c7358156 req-66d9f406-a58d-4cec-81ce-872d688a993f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349705 Oct 28 11:35:27.483912 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad88e-220e-4708-a433-dfc102742939 req-305bf207-0241-49a5-9a46-14464b0ce309 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:27.492096 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8dfad88e-220e-4708-a433-dfc102742939 req-305bf207-0241-49a5-9a46-14464b0ce309 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.0645318 Oct 28 11:35:27.532377 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8dfad88e-220e-4708-a433-dfc102742939 req-5abb55af-123d-4055-8107-1826575ebb30 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375788 Oct 28 11:35:27.876718 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cbe98-5c12-42b4-b5b9-a4e5efee8976 req-ab26d1be-440a-4fba-9148-40c84ab839bf tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:27.878206 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-641cbe98-5c12-42b4-b5b9-a4e5efee8976 req-ab26d1be-440a-4fba-9148-40c84ab839bf tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 943 time: 0.0472312 Oct 28 11:35:27.916858 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-641cbe98-5c12-42b4-b5b9-a4e5efee8976 req-bca78875-957c-4b23-bb07-ca8a316bfee2 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Oct 28 11:35:28.249849 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37750) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:28.345516 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1959138579-network', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:28.433760 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83feef8-7ba8-4dd9-acf2-761f7f7834d0 req-79c0e243-a0e1-46ff-bb01-ca6669f6795b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:28.435287 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e83feef8-7ba8-4dd9-acf2-761f7f7834d0 req-79c0e243-a0e1-46ff-bb01-ca6669f6795b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0508962 Oct 28 11:35:28.436373 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Made reservation on behalf of 51193d7f0a4349e0852d9ec66b6dd656 for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:28.438606 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:28.454252 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:28.502659 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e83feef8-7ba8-4dd9-acf2-761f7f7834d0 req-cb362862-c82a-41dd-9dd2-be53cf7967b6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608716 Oct 28 11:35:28.583946 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:28.664649 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dffa8-6f85-45ee-b82b-8439b4d41a84 req-92587e62-1b70-4a1e-9883-b9179ed09ac2 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:28.673673 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-eb4dffa8-6f85-45ee-b82b-8439b4d41a84 req-92587e62-1b70-4a1e-9883-b9179ed09ac2 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.0697362 Oct 28 11:35:28.690880 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:28.705614 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:35:28.716073 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-eb4dffa8-6f85-45ee-b82b-8439b4d41a84 req-0b1a6e1d-5cfa-4c7b-aee9-aba0fad52c99 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414948 Oct 28 11:35:28.730558 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:28.732916 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Added segment ac258ef1-8d79-43c9-bef1-1c4916908aa8 of type vlan for network 33eb3449-b6d1-4e43-ade1-99985866bde8 Oct 28 11:35:28.751174 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f98df-264e-44b2-80ba-dd2c88374a83,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:28.796872 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:28.929842 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:28.930931 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:28.931694 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:29.007740 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] Pushing event updated for resources: {'Network': ['ID=33eb3449-b6d1-4e43-ade1-99985866bde8,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:29.024785 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network 33eb3449-b6d1-4e43-ade1-99985866bde8 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:35:29.052256 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8247656-d373-4a20-bd32-5c316e4cebfc req-d624b66d-2dfd-4453-a4dd-fdf595988251 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:29.054659 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c8247656-d373-4a20-bd32-5c316e4cebfc req-d624b66d-2dfd-4453-a4dd-fdf595988251 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 943 time: 0.0609872 Oct 28 11:35:29.072302 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d83e0983-36e2-4055-a2f6-c15f5ffcd700 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8210895 Oct 28 11:35:29.074964 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37782) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:29.083164 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Request body: {'subnet': {'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1959138579-subnet', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'ip_version': 4}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:29.108921 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c8247656-d373-4a20-bd32-5c316e4cebfc req-eac4a11c-5fed-40be-8f15-5dc76453ccb2 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478289 Oct 28 11:35:29.180279 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-eeb8b497-d908-49f3-98af-c9ea34a81ad4 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:29.182688 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-eeb8b497-d908-49f3-98af-c9ea34a81ad4 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.81 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.0511112 Oct 28 11:35:29.197915 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Made reservation on behalf of 51193d7f0a4349e0852d9ec66b6dd656 for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:29.200395 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:29.368538 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Deleting port 169c34b5-d6f7-4939-8f6b-5181efee4c82 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:35:29.368919 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:29.461468 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:29.525394 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ff6c20-41be-4593-b884-498bc0600560,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:29.537684 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Checking segment: {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:29.538089 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Network hostable DHCP agents. Network: 33eb3449-b6d1-4e43-ade1-99985866bde8, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:35:29.647395 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9adf-9b29-411d-8c51-252433a8c4f9 req-6f93cca8-e91b-4718-9672-5d91ebaca678 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:29.651889 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3e6e9adf-9b29-411d-8c51-252433a8c4f9 req-6f93cca8-e91b-4718-9672-5d91ebaca678 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0571015 Oct 28 11:35:29.669155 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] For port 169c34b5-d6f7-4939-8f6b-5181efee4c82, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=169c34b5-d6f7-4939-8f6b-5181efee4c82,segment=NetworkSegment(c18c1045-348a-42dd-ba85-3dc2509299b8),segment_id=c18c1045-348a-42dd-ba85-3dc2509299b8)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:29.669736 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:29.674657 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Network 33eb3449-b6d1-4e43-ade1-99985866bde8 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:35:29.685043 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Calling delete_port for 169c34b5-d6f7-4939-8f6b-5181efee4c82 owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:35:29.704521 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3e6e9adf-9b29-411d-8c51-252433a8c4f9 req-c57f1115-28be-4228-9457-ef8b53505f59 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454624 Oct 28 11:35:29.803533 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, 33eb3449-b6d1-4e43-ade1-99985866bde8) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:29.813564 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:29.814202 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:29.814508 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbec002-d2e4-4797-85e8-f26a96670f6d None None] Network 33eb3449-b6d1-4e43-ade1-99985866bde8 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:35:29.943851 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e6c59e23-ea5a-47c8-a734-d1b4ac0b500b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8673954 Oct 28 11:35:29.946737 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37800) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:29.959490 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:29.974087 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6750f-f918-4798-b9ae-049a0a0c22e9 req-d46437a6-d272-4851-8320-4ee1827b32e3 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:29.976021 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-50a6750f-f918-4798-b9ae-049a0a0c22e9 req-d46437a6-d272-4851-8320-4ee1827b32e3 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 945 time: 0.1772504 Oct 28 11:35:30.038406 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-33eb3449-b6d1-4e43-ade1-99985866bde8', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:35:30.039442 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.047231 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-50a6750f-f918-4798-b9ae-049a0a0c22e9 req-01b6935b-4b40-4982-a520-21cfcbc364e9 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/security-groups?id=e91a0a92-d0d2-4de2-9dc7-39998190fe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597517 Oct 28 11:35:30.181099 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Allocated IP 172.20.0.2 (33eb3449-b6d1-4e43-ade1-99985866bde8/95ff6c20-41be-4593-b884-498bc0600560/eae90197-572f-4d0d-81b7-ebfeb812c692) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:35:30.181775 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.205429 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.206887 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.237833 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Pushing event deleted for resources: {'Port': ['ID=169c34b5-d6f7-4939-8f6b-5181efee4c82,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:30.268094 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['169c34b5-d6f7-4939-8f6b-5181efee4c82'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:35:30.299552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6134f-24be-495f-a138-32cc0c6658e8 req-f16edc50-a45e-4bf9-a1d1-441f5799b72a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:30.301218 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0cf6134f-24be-495f-a138-32cc0c6658e8 req-f16edc50-a45e-4bf9-a1d1-441f5799b72a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 943 time: 0.1216245 Oct 28 11:35:30.325708 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] No DVR routers for this DVR port 169c34b5-d6f7-4939-8f6b-5181efee4c82 on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:35:30.329103 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.332968 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2c2bb5e3-e88a-4004-a1c9-377d3a85d5c8 req-ce680f69-7c41-4d65-b0af-3ad1790116ab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.81 "DELETE /v2.0/ports/169c34b5-d6f7-4939-8f6b-5181efee4c82 HTTP/1.1" status: 204 len: 173 time: 1.1432731 Oct 28 11:35:30.333424 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e361eb-120d-4d80-876c-396891e00d67', 'name': 'network-vif-deleted', 'tag': '169c34b5-d6f7-4939-8f6b-5181efee4c82'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:35:30.336063 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35104a9-3b9b-4f8c-a40d-e2447544cc71" -d '{"events": [{"server_uuid": "40e361eb-120d-4d80-876c-396891e00d67", "name": "network-vif-deleted", "tag": "169c34b5-d6f7-4939-8f6b-5181efee4c82"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:35:30.359117 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.380509 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669fc1c7-6df8-4005-9301-b9e3c4b5cb3c x-openstack-request-id: req-669fc1c7-6df8-4005-9301-b9e3c4b5cb3c {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:35:30.382945 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e361eb-120d-4d80-876c-396891e00d67", "name": "network-vif-deleted", "tag": "169c34b5-d6f7-4939-8f6b-5181efee4c82", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:35:30.382945 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-669fc1c7-6df8-4005-9301-b9e3c4b5cb3c {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:35:30.382945 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e361eb-120d-4d80-876c-396891e00d67', 'name': 'network-vif-deleted', 'tag': '169c34b5-d6f7-4939-8f6b-5181efee4c82', 'status': 'completed', 'code': 200} Oct 28 11:35:30.392877 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0cf6134f-24be-495f-a138-32cc0c6658e8 req-859c826d-d23e-4d0e-ba31-f54a9a97d07a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574372 Oct 28 11:35:30.431663 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.535809 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.587234 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Network 33eb3449-b6d1-4e43-ade1-99985866bde8 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:30.590846 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:30.594650 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:35:30.605623 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Pushing event updated for resources: {'Port': ['ID=eae90197-572f-4d0d-81b7-ebfeb812c692,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:30.617012 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.633155 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.633507 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.633843 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.634210 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.634541 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.635433 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.635785 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.636114 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.636463 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.636945 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.637270 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.637590 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:30.670096 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Attempting to bind port eae90197-572f-4d0d-81b7-ebfeb812c692 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:35:30.670462 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Attempting to bind port eae90197-572f-4d0d-81b7-ebfeb812c692 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:35:30.670817 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Attempting to bind port eae90197-572f-4d0d-81b7-ebfeb812c692 on network 33eb3449-b6d1-4e43-ade1-99985866bde8 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:30.675796 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:35:30.676157 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Checking segment: {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:30.676601 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.676966 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Bound using segment: {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:35:30.677424 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Bound port: eae90197-572f-4d0d-81b7-ebfeb812c692, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:35:30.677794 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.753040 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] For port eae90197-572f-4d0d-81b7-ebfeb812c692, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:35:30.756744 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] For port eae90197-572f-4d0d-81b7-ebfeb812c692, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=eae90197-572f-4d0d-81b7-ebfeb812c692,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:35:30.825118 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920273f8-9af6-4f47-8916-6a608ef0cf23 req-660961fa-40dd-4d07-87dd-d296e709ad21 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:30.826872 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-920273f8-9af6-4f47-8916-6a608ef0cf23 req-660961fa-40dd-4d07-87dd-d296e709ad21 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0482287 Oct 28 11:35:30.851008 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device bb14b772-cbb5-4874-b599-a2e5b4cdb055 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:35:30.867557 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.870084 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-920273f8-9af6-4f47-8916-6a608ef0cf23 req-6ccd7759-0519-44dc-a96a-14013197ad76 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363734 Oct 28 11:35:30.881991 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.906754 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:30.938148 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7a93-e9e6-4b6a-9a67-1ea33c2825db None None] Pushing event updated for resources: {'Port': ['ID=eae90197-572f-4d0d-81b7-ebfeb812c692,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:31.043591 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Allocated IP 172.27.0.100 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/6c8b10ca-3ce7-4d2b-a439-c424867c4251) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:35:31.054765 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port bb14b772-cbb5-4874-b599-a2e5b4cdb055, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb14b772-cbb5-4874-b599-a2e5b4cdb055,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:31.073652 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'bb14b772-cbb5-4874-b599-a2e5b4cdb055', 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d', 'port_id': 'bb14b772-cbb5-4874-b599-a2e5b4cdb055', 'mac_address': 'fa:16:3e:6d:67:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7badf1-9a58-40b8-b3dc-4f60d176986f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:35:31.125518 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:31.149119 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb14b772-cbb5-4874-b599-a2e5b4cdb055 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:35:31.178060 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:31.178244 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port bb14b772-cbb5-4874-b599-a2e5b4cdb055, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb14b772-cbb5-4874-b599-a2e5b4cdb055,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:31.178333 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8ad5b818-99cb-4741-bd64-7fa5e3af008b req-f8abeb45-3dfd-4df5-a443-7a9d576a7aab tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0470657 Oct 28 11:35:31.318070 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:31.319245 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:31.370768 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:31.373967 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:31.378428 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:35:31.381439 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8b10ca-3ce7-4d2b-a439-c424867c4251,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:31.383424 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=bb14b772-cbb5-4874-b599-a2e5b4cdb055,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:31.505487 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285ad51-08b3-441e-915d-272b454c8605 req-47a69dca-26ec-4a1e-9c8a-ceeefce6048d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:31.506992 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3285ad51-08b3-441e-915d-272b454c8605 req-47a69dca-26ec-4a1e-9c8a-ceeefce6048d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 944 time: 0.0505481 Oct 28 11:35:31.554495 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3285ad51-08b3-441e-915d-272b454c8605 req-c8a37434-559b-456f-817a-a5d3800f07e6 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Oct 28 11:35:31.695260 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:31.899940 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:32.000181 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c42e990-9d64-4e1b-ba80-05efc7166462 None None] Network 33eb3449-b6d1-4e43-ade1-99985866bde8 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:35:32.010849 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a84c4-dad6-4cef-ad25-cd2504801bbb req-ce9ccff0-1cb7-4fe9-a7d3-30b724adfc1a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:32.012489 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4c3a84c4-dad6-4cef-ad25-cd2504801bbb req-ce9ccff0-1cb7-4fe9-a7d3-30b724adfc1a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0687134 Oct 28 11:35:32.055652 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4c3a84c4-dad6-4cef-ad25-cd2504801bbb req-c058c188-e9ff-41b2-a0f1-908173e53b1a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352032 Oct 28 11:35:32.083092 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-a266c905-1c99-4218-b80d-113fa0912d98 None None] Provisioning complete for port eae90197-572f-4d0d-81b7-ebfeb812c692 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:32.083756 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a266c905-1c99-4218-b80d-113fa0912d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:32.106459 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Router d89e9eb9-645b-4a2a-a2e5-770609916390 is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:35:32.122138 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device eae90197-572f-4d0d-81b7-ebfeb812c692 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:32.222771 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:35:32.232498 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Sync routers for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:35:32.246767 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:35:32.251979 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:35:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:32.266313 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port eae90197-572f-4d0d-81b7-ebfeb812c692 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:32.266676 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:32.289929 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6e55c5c6-1307-4711-a09d-4d1fceb3348a req-0b3019df-0063-429b-b60c-d1d47a9fe3f7 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0289419 Oct 28 11:35:32.309512 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a266c905-1c99-4218-b80d-113fa0912d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:32.348643 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:32.350346 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-4d3548e6-587c-48f0-ac5f-30fd86c35301 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4026604 Oct 28 11:35:32.353357 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37844) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:32.356872 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:35:32.389741 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-a266c905-1c99-4218-b80d-113fa0912d98 None None] For port eae90197-572f-4d0d-81b7-ebfeb812c692, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=eae90197-572f-4d0d-81b7-ebfeb812c692,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:32.406340 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:32.468683 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a266c905-1c99-4218-b80d-113fa0912d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:32.551387 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:31Z', 'revision_number': 3, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:32.570424 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.db.api [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 11:35:32.572227 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG oslo_db.api [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:35:32.577013 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266c905-1c99-4218-b80d-113fa0912d98 None None] Pushing event updated for resources: {'Port': ['ID=eae90197-572f-4d0d-81b7-ebfeb812c692,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:32.582164 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Checking router: d89e9eb9-645b-4a2a-a2e5-770609916390 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:35:32.582458 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Updating router d89e9eb9-645b-4a2a-a2e5-770609916390 port 6c8b10ca-3ce7-4d2b-a439-c424867c4251 binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:35:32.610478 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:32.611126 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-db0e8523-4995-4a76-a5dd-0dcce96310ed None None] Provisioning complete for port eae90197-572f-4d0d-81b7-ebfeb812c692 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:32.611548 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-db0e8523-4995-4a76-a5dd-0dcce96310ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:32.755479 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7062e60-7b85-4d76-854d-0c04f8cfe14c req-551ca3d3-e3bb-4db4-b9ce-8bfd9463bbe9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:32.757109 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d7062e60-7b85-4d76-854d-0c04f8cfe14c req-551ca3d3-e3bb-4db4-b9ce-8bfd9463bbe9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 944 time: 0.0777438 Oct 28 11:35:32.804435 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d7062e60-7b85-4d76-854d-0c04f8cfe14c req-d575f9f5-c93c-433b-8e28-9acbca0b4bfa tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Oct 28 11:35:32.918631 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.037787 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.047799 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.092006 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Attempting to bind port 6c8b10ca-3ce7-4d2b-a439-c424867c4251 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:35:33.092493 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Attempting to bind port 6c8b10ca-3ce7-4d2b-a439-c424867c4251 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:35:33.093064 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Attempting to bind port 6c8b10ca-3ce7-4d2b-a439-c424867c4251 on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:33.103977 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Pushing event updated for resources: {'Port': ['ID=6c8b10ca-3ce7-4d2b-a439-c424867c4251,revision_number=2']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:33.110016 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.110472 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.110747 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.111075 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.111562 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.112042 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.112505 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.112991 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.113475 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.113981 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.114310 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.114723 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:35:33.117857 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:35:33.118456 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:33.118998 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.119871 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:35:33.120591 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Bound port: 6c8b10ca-3ce7-4d2b-a439-c424867c4251, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:35:33.121153 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.180805 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] For port 6c8b10ca-3ce7-4d2b-a439-c424867c4251, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:35:33.184694 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] For port 6c8b10ca-3ce7-4d2b-a439-c424867c4251, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=6c8b10ca-3ce7-4d2b-a439-c424867c4251,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:35:33.198638 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe20ac-fcf9-44dc-8832-555f383477f1 req-28ba9973-285b-477e-9666-1616fb9001db tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:33.200245 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cafe20ac-fcf9-44dc-8832-555f383477f1 req-28ba9973-285b-477e-9666-1616fb9001db tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0546019 Oct 28 11:35:33.219019 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Allocated IP 172.20.0.1 (33eb3449-b6d1-4e43-ade1-99985866bde8/95ff6c20-41be-4593-b884-498bc0600560/b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:35:33.238698 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cafe20ac-fcf9-44dc-8832-555f383477f1 req-053785de-d001-4083-87fd-f1a9fe093b35 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Oct 28 11:35:33.255270 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.304498 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:35:33.305218 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:35:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:33.328967 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.386714 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b817860-3cf8-4f21-a991-4d7356a10cfc None None] Pushing event updated for resources: {'Port': ['ID=6c8b10ca-3ce7-4d2b-a439-c424867c4251,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:33.388677 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d58c478a-dbf1-48b0-91f5-d394b6c9e579 req-9b09a056-6ce5-468a-a913-a17e713cc3c0 tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0259511 Oct 28 11:35:33.426792 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:35:33.427055 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.467947 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Network 33eb3449-b6d1-4e43-ade1-99985866bde8 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:33.470909 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:33.473909 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:35:33.474364 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.520072 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Pushing event updated for resources: {'Port': ['ID=b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:33.620879 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:31Z', 'revision_number': 3, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:33.649064 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cabea07-bb1d-4cbb-8f99-3201ae94854f None None] The sync data for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi is: [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:31Z', 'revision_number': 3, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:35:33.674131 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-8c70d622-b58c-4f19-b2e8-ffa0b04a3a85 None None] Provisioning complete for port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:33.674601 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8c70d622-b58c-4f19-b2e8-ffa0b04a3a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.704757 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 169c34b5-d6f7-4939-8f6b-5181efee4c82 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:35:33.733171 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 169c34b5-d6f7-4939-8f6b-5181efee4c82 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:35:33.733171 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 169c34b5-d6f7-4939-8f6b-5181efee4c82 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:35:33.733468 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.733845 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-8c70d622-b58c-4f19-b2e8-ffa0b04a3a85 None None] Port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:35:33.940708 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:33.964328 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8518ca-52d1-44da-ad37-bb23ccabe37a req-f16a267e-20f6-479f-b48b-448cd3e07365 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:33.970972 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cf8518ca-52d1-44da-ad37-bb23ccabe37a req-f16a267e-20f6-479f-b48b-448cd3e07365 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 944 time: 0.0929129 Oct 28 11:35:34.013053 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['bb14b772-cbb5-4874-b599-a2e5b4cdb055'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:35:34.019426 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cf8518ca-52d1-44da-ad37-bb23ccabe37a req-11ba4241-cd44-443b-a4df-eb345d3e193a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466251 Oct 28 11:35:34.111994 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:34.112765 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:34.136503 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device eae90197-572f-4d0d-81b7-ebfeb812c692 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:34.218062 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port eae90197-572f-4d0d-81b7-ebfeb812c692 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:34.218505 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Pushing event updated for resources: {'Port': ['ID=b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:34.218766 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:34.283174 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Network 33eb3449-b6d1-4e43-ade1-99985866bde8 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:34.284767 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:34.352144 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 6c8b10ca-3ce7-4d2b-a439-c424867c4251 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:34.458441 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc0008-f6e4-477e-bac6-0d67bc4c89bc req-8fa807e6-1813-40bd-91d7-173b38a6643d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:34.468263 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-acbc0008-f6e4-477e-bac6-0d67bc4c89bc req-8fa807e6-1813-40bd-91d7-173b38a6643d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.1261935 Oct 28 11:35:34.469595 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 6c8b10ca-3ce7-4d2b-a439-c424867c4251 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:34.470701 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:34.518014 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Router d89e9eb9-645b-4a2a-a2e5-770609916390 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:35:34.539555 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-acbc0008-f6e4-477e-bac6-0d67bc4c89bc req-35f88b5f-5614-4a47-80c7-ec59dbf5d1a1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702720 Oct 28 11:35:34.586144 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-a45e4a0b-85df-4250-9fd3-3744dfb52cf2 None None] Provisioning complete for port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:34.586440 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a45e4a0b-85df-4250-9fd3-3744dfb52cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:34.598173 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3aaa9b3f-bcd6-414c-9141-dbed323ac950 req-45db02fd-ffc1-4514-a692-946eba2f3f7f tempest-DeleteServersTestJSON-524702703 tempest-DeleteServersTestJSON-524702703-project] 10.222.0.79 "GET /v2.0/ports?device_id=40e361eb-120d-4d80-876c-396891e00d67 HTTP/1.1" status: 200 len: 210 time: 0.0519042 Oct 28 11:35:34.638504 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-a45e4a0b-85df-4250-9fd3-3744dfb52cf2 None None] Port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:35:34.666846 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:35:34.672673 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c267a766-7842-462b-b6b8-ca03847a68ac admin admin] 10.222.0.79 "PUT /v2.0/routers/d89e9eb9-645b-4a2a-a2e5-770609916390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3179152 Oct 28 11:35:34.682697 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:34.709799 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 6c8b10ca-3ce7-4d2b-a439-c424867c4251, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=6c8b10ca-3ce7-4d2b-a439-c424867c4251,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:34.811538 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:34.881828 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=6c8b10ca-3ce7-4d2b-a439-c424867c4251,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:35.148959 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037d9d-06e3-4cbd-85ce-690172a84775 req-12d7956a-8bdf-4bad-b966-d4aaf7cf60e9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:35.156325 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f9037d9d-06e3-4cbd-85ce-690172a84775 req-12d7956a-8bdf-4bad-b966-d4aaf7cf60e9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 944 time: 0.0746644 Oct 28 11:35:35.197776 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f9037d9d-06e3-4cbd-85ce-690172a84775 req-d0563aa8-556a-432d-885a-a26ca2783f11 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Oct 28 11:35:35.443501 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Sync routers for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:35:35.456821 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:35:35.457434 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:35:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:35.643017 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 37920) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:35.651203 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-257160294-network', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:35.700794 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3982058-def6-42d9-b972-a8bc19f3d608 req-f2462e04-559d-4642-a55a-826299071df2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:35.702676 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f3982058-def6-42d9-b972-a8bc19f3d608 req-f2462e04-559d-4642-a55a-826299071df2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0935717 Oct 28 11:35:35.721198 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device bb14b772-cbb5-4874-b599-a2e5b4cdb055 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:35.768386 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f3982058-def6-42d9-b972-a8bc19f3d608 req-6a8d7cba-92f6-4e52-9712-f5e694b78db7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583553 Oct 28 11:35:35.809588 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Made reservation on behalf of cb5e8e1a1974429f9d8bde4a819bcaf6 for: {'network': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:35.812623 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:35.827175 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:35.830175 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:35:35.932186 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.055411 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 6c8b10ca-3ce7-4d2b-a439-c424867c4251 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:36.055411 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port bb14b772-cbb5-4874-b599-a2e5b4cdb055 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:35:36.086568 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port bb14b772-cbb5-4874-b599-a2e5b4cdb055 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:36.086942 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.094913 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.117555 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=101984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:35:36.131900 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbccc76-045d-4487-9440-fa714b606d2b,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:36.138239 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.139369 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.segments_db [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Added segment 89836cea-95ba-4bae-b454-fbc0fc9c6a87 of type vlan for network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 Oct 28 11:35:36.167986 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586', 'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'mac_address': 'fa:16:3e:1d:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:33Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 2, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'subnets': [{'id': '95ff6c20-41be-4593-b884-498bc0600560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:36.171232 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 6c8b10ca-3ce7-4d2b-a439-c424867c4251 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:36.171597 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.180679 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.216773 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Checking router: d89e9eb9-645b-4a2a-a2e5-770609916390 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:35:36.224665 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Updating router d89e9eb9-645b-4a2a-a2e5-770609916390 port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 binding host dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:35:36.282599 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.299455 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.317638 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8aa7d-e4e3-4eb7-a407-6aacf4daf785 req-13836ae9-a6ae-4411-8800-8a5b85aa74cf tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:36.319372 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a6d8aa7d-e4e3-4eb7-a407-6aacf4daf785 req-13836ae9-a6ae-4411-8800-8a5b85aa74cf tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 944 time: 0.0538621 Oct 28 11:35:36.366781 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a6d8aa7d-e4e3-4eb7-a407-6aacf4daf785 req-1f1a4b3a-384d-4baf-afb4-027e5c63c5c3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370059 Oct 28 11:35:36.387133 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4311dbd-1f41-47c6-8230-f1881f4b7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb14b772-cbb5-4874-b599-a2e5b4cdb055'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:35:36.387133 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0981da7b-2317-4d75-bf06-23da12ea3cc1" -d '{"events": [{"server_uuid": "d4311dbd-1f41-47c6-8230-f1881f4b7088", "name": "network-vif-plugged", "status": "completed", "tag": "bb14b772-cbb5-4874-b599-a2e5b4cdb055"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:35:36.398514 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.401362 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:36.402481 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.446884 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a487e54-2805-4b77-bf16-cd950e68ca39 x-openstack-request-id: req-4a487e54-2805-4b77-bf16-cd950e68ca39 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:35:36.447367 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4311dbd-1f41-47c6-8230-f1881f4b7088", "name": "network-vif-plugged", "status": "completed", "tag": "bb14b772-cbb5-4874-b599-a2e5b4cdb055", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:35:36.447753 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a487e54-2805-4b77-bf16-cd950e68ca39 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:35:36.453964 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4311dbd-1f41-47c6-8230-f1881f4b7088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb14b772-cbb5-4874-b599-a2e5b4cdb055', 'code': 200} Oct 28 11:35:36.464999 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port bb14b772-cbb5-4874-b599-a2e5b4cdb055, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb14b772-cbb5-4874-b599-a2e5b4cdb055,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:36.478128 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] Pushing event updated for resources: {'Network': ['ID=bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:36.499803 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:35:36.520240 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-de3cd0b5-03b1-4ab7-bfa9-3e162f35febe admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8752859 Oct 28 11:35:36.528368 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37952) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:36.530416 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Request body: {'subnet': {'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-257160294-subnet', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'ip_version': 4}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:36.598048 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.684084 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Made reservation on behalf of cb5e8e1a1974429f9d8bde4a819bcaf6 for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:36.686546 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.692060 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=bb14b772-cbb5-4874-b599-a2e5b4cdb055,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:36.758644 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Publish callbacks [] for port, precommit_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.883839 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:36.888072 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f47dd-d969-4218-a554-20c32f11f96d req-486f88cd-5ca7-42d0-bc56-49da8bc330a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:36.890027 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fe1f47dd-d969-4218-a554-20c32f11f96d req-486f88cd-5ca7-42d0-bc56-49da8bc330a3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 1098 time: 0.0661175 Oct 28 11:35:36.929911 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0c887-629c-4c44-a24c-c30fb67a3066 req-9596f85c-f554-4ff0-bbba-a446b7ebda43 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:36.931497 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-32d0c887-629c-4c44-a24c-c30fb67a3066 req-9596f85c-f554-4ff0-bbba-a446b7ebda43 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0752804 Oct 28 11:35:36.949925 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74fc6f-f561-4662-b34b-2edeed04112a None None] Pushing event updated for resources: {'Port': ['ID=b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:36.955808 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fe1f47dd-d969-4218-a554-20c32f11f96d req-fa103b1c-bc3a-45f4-93d3-6cbd4e92baa1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Oct 28 11:35:36.990047 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-32d0c887-629c-4c44-a24c-c30fb67a3066 req-50bf38c9-41ed-4842-b0b9-bbb67825f903 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 Oct 28 11:35:37.018465 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.036688 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Attempting to bind port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:35:37.037156 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Attempting to bind port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:35:37.037645 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Attempting to bind port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 on network 33eb3449-b6d1-4e43-ade1-99985866bde8 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:37.048143 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:35:37.048610 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Checking segment: {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:37.049528 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.050023 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Bound using segment: {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:35:37.051188 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Bound port: b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:35:37.051847 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.100907 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=795d754e-b5e2-4962-8294-502777664206,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:37.114701 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Checking segment: {'id': '89836cea-95ba-4bae-b454-fbc0fc9c6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:37.115063 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Network hostable DHCP agents. Network: bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:35:37.144318 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] For port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:35:37.147469 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] For port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:35:37.191734 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-974b46cd-bb5c-4915-8891-52343ed00d1e None None] Provisioning complete for port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:37.192100 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-974b46cd-bb5c-4915-8891-52343ed00d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.214584 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:35:37.226970 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-974b46cd-bb5c-4915-8891-52343ed00d1e None None] Port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:35:37.261557 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.320136 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:35:37.320770 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:35:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:37.327079 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74fc6f-f561-4662-b34b-2edeed04112a None None] Pushing event updated for resources: {'Port': ['ID=b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:37.363868 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:37.368208 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:37.369611 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.398653 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701cbc6c-e48a-45ed-9cd7-200611022511 None None] Network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:35:37.512538 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37984) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:37.543041 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:35:37.554201 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc855e61-5de3-45b7-90f6-8315fbdc2668 req-719ca0f1-ff30-48cd-bfc9-ba6fb0eba4db tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:37.555691 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fc855e61-5de3-45b7-90f6-8315fbdc2668 req-719ca0f1-ff30-48cd-bfc9-ba6fb0eba4db tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 945 time: 0.1009841 Oct 28 11:35:37.577280 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-bbd49c52-c5f4-4d54-bf04-32bf7aa1ba6d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0507338 Oct 28 11:35:37.579541 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 37988) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:37.584377 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:37.625303 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c92555-0c28-47f8-b110-5c5fab199983 admin admin] Deleting subnet 113da25f-7011-4874-ab85-15b1e88fbff7 {{(pid=101985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:35:37.631266 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-64c92555-0c28-47f8-b110-5c5fab199983 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.634114 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fc855e61-5de3-45b7-90f6-8315fbdc2668 req-9946dae8-9966-4e3b-825c-5fd90fccca70 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692995 Oct 28 11:35:37.673805 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.675276 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.687488 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-64c92555-0c28-47f8-b110-5c5fab199983 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.713393 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-64c92555-0c28-47f8-b110-5c5fab199983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.770719 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.821066 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-a0d25ede-0aa0-4a53-b598-c346b35f2387 None None] Provisioning complete for port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:37.821600 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a0d25ede-0aa0-4a53-b598-c346b35f2387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.873207 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664', 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'fixed_ips': [{'subnet_id': '795d754e-b5e2-4962-8294-502777664206'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:35:37.874097 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:37.927914 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-64c92555-0c28-47f8-b110-5c5fab199983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for subnet, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.029185 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c92555-0c28-47f8-b110-5c5fab199983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113da25f-7011-4874-ab85-15b1e88fbff7,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:38.047893 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-64c92555-0c28-47f8-b110-5c5fab199983 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.052510 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-64c92555-0c28-47f8-b110-5c5fab199983 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/113da25f-7011-4874-ab85-15b1e88fbff7 HTTP/1.1" status: 204 len: 168 time: 0.5384092 Oct 28 11:35:38.054501 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38014) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:38.142806 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.150813 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a0d25ede-0aa0-4a53-b598-c346b35f2387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.189369 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.225387 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Allocated IP 172.20.0.2 (bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664/795d754e-b5e2-4962-8294-502777664206/9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:35:38.235014 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5cb0a-1411-4fe4-b1df-b27d6e837631 req-0a523099-53f2-41fa-84af-530c57f9ccb8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:38.244974 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3cb5cb0a-1411-4fe4-b1df-b27d6e837631 req-0a523099-53f2-41fa-84af-530c57f9ccb8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.1317058 Oct 28 11:35:38.280944 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.305794 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30e81b7-6d08-4655-9c58-bee55c18b417']}} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:38.320905 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18c1045-348a-42dd-ba85-3dc2509299b8') {'for_net_delete': True} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:38.321541 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18c1045-348a-42dd-ba85-3dc2509299b8') {} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:38.334093 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16623594'] for segment, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.354378 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.357722 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38026) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=101984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16270467'] for segment, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: Traceback (most recent call last): Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: timer() Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: cb(*args, **kw) Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: return func(*args, **kwargs) Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: self._notify() Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: self.callback(batched_events) Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: event.method(event) Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: return f(self, *a, **k) Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._get(url).json() Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: return self.request(url, 'GET', **kwargs) Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:35:38.385994 dv-cinder-815461-5-iscsi neutron-server[101984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:35:38.387805 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-a0d25ede-0aa0-4a53-b598-c346b35f2387 None None] For port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:38.387895 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3cb5cb0a-1411-4fe4-b1df-b27d6e837631 req-931ecfb3-e633-4207-8acf-a7638615b104 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290808 Oct 28 11:35:38.440730 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586', 'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'mac_address': 'fa:16:3e:1d:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:33Z', 'updated_at': '2021-10-28T11:35:37Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'subnets': [{'id': '95ff6c20-41be-4593-b884-498bc0600560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:38.491532 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d4332-38d5-484c-a1d8-35568b1f0317 None None] The sync data for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi is: [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586', 'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'mac_address': 'fa:16:3e:1d:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:33Z', 'updated_at': '2021-10-28T11:35:37Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'subnets': [{'id': '95ff6c20-41be-4593-b884-498bc0600560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:35:38.504053 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-13e9e3d3-9a16-4527-a015-4fb45e4fdfab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.588713 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a0d25ede-0aa0-4a53-b598-c346b35f2387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.625392 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.628394 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.632549 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.650088 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.654903 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b30e81b7-6d08-4655-9c58-bee55c18b417 HTTP/1.1" status: 204 len: 168 time: 0.5992997 Oct 28 11:35:38.669460 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d25ede-0aa0-4a53-b598-c346b35f2387 None None] Pushing event updated for resources: {'Port': ['ID=b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:38.678434 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.689776 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a6217-b8a2-4d72-8433-74dfdc61ab15 admin admin] Pushing event deleted for resources: {'Network': ['ID=b30e81b7-6d08-4655-9c58-bee55c18b417,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:38.707284 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-13e9e3d3-9a16-4527-a015-4fb45e4fdfab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.708003 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.769185 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:38.777393 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:38.781522 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:35:38.836824 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325cbef-47c8-4018-af63-e70826e8c2c8 req-18363f96-51e4-4dd2-adb6-e7809dc98fdb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:38.839352 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6325cbef-47c8-4018-af63-e70826e8c2c8 req-18363f96-51e4-4dd2-adb6-e7809dc98fdb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 945 time: 0.0737207 Oct 28 11:35:38.843290 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Pushing event updated for resources: {'Port': ['ID=9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:38.855356 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Allocated IP 172.27.0.145 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/9eef7a43-2097-412f-9439-00415f15e030) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:35:38.866390 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Attempting to bind port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:35:38.867368 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Attempting to bind port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '89836cea-95ba-4bae-b454-fbc0fc9c6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:35:38.867700 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Attempting to bind port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 on network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:38.873676 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-13e9e3d3-9a16-4527-a015-4fb45e4fdfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.874415 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:35:38.874798 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Checking segment: {'id': '89836cea-95ba-4bae-b454-fbc0fc9c6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:38.875210 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.875610 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Bound using segment: {'id': '89836cea-95ba-4bae-b454-fbc0fc9c6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:35:38.876233 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Bound port: 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89836cea-95ba-4bae-b454-fbc0fc9c6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:35:38.876622 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:38.962345 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6325cbef-47c8-4018-af63-e70826e8c2c8 req-3bb7e770-d95d-4d3d-ba9e-cb2d3f550f60 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129055 Oct 28 11:35:38.983839 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-13e9e3d3-9a16-4527-a015-4fb45e4fdfab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6268a9218dae4a48973f031dad163a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6246409 Oct 28 11:35:38.985030 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9e3d3-9a16-4527-a015-4fb45e4fdfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873599b4-db67-4ac0-87e4-5ad233320a7c,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:38.987506 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38034) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:39.018825 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] For port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:35:39.023654 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] For port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8,segment=NetworkSegment(89836cea-95ba-4bae-b454-fbc0fc9c6a87),segment_id=89836cea-95ba-4bae-b454-fbc0fc9c6a87)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:35:39.062481 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f5949336-9778-4e71-a0f2-1f9bdd85dda6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.090929 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f5949336-9778-4e71-a0f2-1f9bdd85dda6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.111320 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.141366 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.209320 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38042) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:39.223125 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54a55f-dacf-40e2-bac8-92bfe26f3d6c None None] Pushing event updated for resources: {'Port': ['ID=9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:39.226928 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f5949336-9778-4e71-a0f2-1f9bdd85dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.229756 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f5949336-9778-4e71-a0f2-1f9bdd85dda6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.230975 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-f5949336-9778-4e71-a0f2-1f9bdd85dda6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/873599b4-db67-4ac0-87e4-5ad233320a7c HTTP/1.1" status: 204 len: 168 time: 0.2424982 Oct 28 11:35:39.246797 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5949336-9778-4e71-a0f2-1f9bdd85dda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873599b4-db67-4ac0-87e4-5ad233320a7c,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:39.272764 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.365215 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-92827799-06a2-47a6-a4eb-97dbeb75b226 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f5e5fc22ec647d8ba1f622408f16614&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1504917 Oct 28 11:35:39.365918 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38054) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:39.399555 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Pushing event updated for resources: {'Port': ['ID=9eef7a43-2097-412f-9439-00415f15e030,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:39.434792 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:39.439373 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:39.444842 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:35:39.526804 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e616b482-138a-4fcb-99f0-e49d2708467c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.543682 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38070) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:39.630813 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e616b482-138a-4fcb-99f0-e49d2708467c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.693156 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93cfdea-5404-47e8-b749-f67ecca3d197 admin admin] Deleting subnet 55ffd718-373c-4ae9-ac25-281d7c7f8571 {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:35:39.700074 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a93cfdea-5404-47e8-b749-f67ecca3d197 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.773574 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a93cfdea-5404-47e8-b749-f67ecca3d197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16623507'] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.836009 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a93cfdea-5404-47e8-b749-f67ecca3d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.844485 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eb758-bd51-43fb-8b48-0e75ae6e2463 req-89147964-cec1-415d-acbf-6edec0f45f8e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:39.852077 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5b3eb758-bd51-43fb-8b48-0e75ae6e2463 req-89147964-cec1-415d-acbf-6edec0f45f8e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0963569 Oct 28 11:35:39.883793 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e616b482-138a-4fcb-99f0-e49d2708467c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.889381 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e616b482-138a-4fcb-99f0-e49d2708467c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:39.899207 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-e616b482-138a-4fcb-99f0-e49d2708467c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e91a0a92-d0d2-4de2-9dc7-39998190fe6c HTTP/1.1" status: 204 len: 168 time: 0.5319495 Oct 28 11:35:39.985626 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616b482-138a-4fcb-99f0-e49d2708467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a0a92-d0d2-4de2-9dc7-39998190fe6c,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:40.075415 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5b3eb758-bd51-43fb-8b48-0e75ae6e2463 req-e06598d7-28ff-461e-9a97-06807a5b7bfd tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220316 Oct 28 11:35:40.096426 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a93cfdea-5404-47e8-b749-f67ecca3d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16270441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16002433'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.114068 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.200366 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cfdea-5404-47e8-b749-f67ecca3d197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ffd718-373c-4ae9-ac25-281d7c7f8571,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:40.203138 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a93cfdea-5404-47e8-b749-f67ecca3d197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.217537 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a93cfdea-5404-47e8-b749-f67ecca3d197 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/55ffd718-373c-4ae9-ac25-281d7c7f8571 HTTP/1.1" status: 204 len: 168 time: 0.6718533 Oct 28 11:35:40.222584 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38098) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:40.316338 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:40.364538 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.459334 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:40.460027 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.578889 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38110) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:40.678120 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:40.742019 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.809976 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:40.810959 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.842287 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f8c442-0e20-492f-84a5-0703b6600474']}} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:40.873181 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0a4aa3-8f19-40ad-bb45-383fbb36cf6a') {'for_net_delete': True} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:40.877690 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0a4aa3-8f19-40ad-bb45-383fbb36cf6a') {} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:40.897528 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16623594'] for segment, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.930878 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.941322 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=101984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:35:40.944142 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16270467'] for segment, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: Traceback (most recent call last): Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: timer() Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: cb(*args, **kw) Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: return func(*args, **kwargs) Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: self._notify() Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: self.callback(batched_events) Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: event.method(event) Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: return f(self, *a, **k) Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._get(url).json() Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: return self.request(url, 'GET', **kwargs) Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:35:40.945814 dv-cinder-815461-5-iscsi neutron-server[101984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:35:41.000130 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-96ac3350-8551-4499-bcec-8b92c3662c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.023963 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.061805 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8347ff79-41d6-4bbe-a0da-306042276e20 None None] Network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:35:41.061960 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.132901 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8,segment=NetworkSegment(89836cea-95ba-4bae-b454-fbc0fc9c6a87),segment_id=89836cea-95ba-4bae-b454-fbc0fc9c6a87)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:41.186064 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.210346 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-f619b726-9a9f-4abd-960a-3d95c3e8a207 None None] Provisioning complete for port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:41.210749 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f619b726-9a9f-4abd-960a-3d95c3e8a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.233279 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.240066 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] 10.222.0.79 "DELETE /v2.0/networks/70f8c442-0e20-492f-84a5-0703b6600474 HTTP/1.1" status: 204 len: 168 time: 1.0139499 Oct 28 11:35:41.240398 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38124) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:41.252333 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0f141-4103-4dc5-a6f3-4528fd3ff089 admin admin] Pushing event deleted for resources: {'Network': ['ID=70f8c442-0e20-492f-84a5-0703b6600474,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:41.296625 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6f2a2-57e8-4a6c-996f-f45267304c27 req-cedb04f6-9184-4ae2-83c0-24b32a4ee7b0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:41.298222 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-96b6f2a2-57e8-4a6c-996f-f45267304c27 req-cedb04f6-9184-4ae2-83c0-24b32a4ee7b0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.1190169 Oct 28 11:35:41.319108 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4aa09f-81c8-4a07-ba3e-e8ea787bf618 admin admin] Deleting subnet 14ec0474-ccde-47d2-95ff-f2ac282e26ef {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:35:41.324555 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa09f-81c8-4a07-ba3e-e8ea787bf618 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.334242 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.340017 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-96ac3350-8551-4499-bcec-8b92c3662c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.373565 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-96b6f2a2-57e8-4a6c-996f-f45267304c27 req-d5421b44-c91c-42aa-a945-4c31ad5e1d0a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658796 Oct 28 11:35:41.407428 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa09f-81c8-4a07-ba3e-e8ea787bf618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16623507'] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.458842 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f0ab3-8fc5-4c5e-a09b-b143e04f6382 req-1f15b345-fe3c-4419-bbab-393725d3bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:41.460672 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-334f0ab3-8fc5-4c5e-a09b-b143e04f6382 req-1f15b345-fe3c-4419-bbab-393725d3bdc9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 1099 time: 0.1132216 Oct 28 11:35:41.460829 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-96ac3350-8551-4499-bcec-8b92c3662c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.498865 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa09f-81c8-4a07-ba3e-e8ea787bf618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.509850 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac3350-8551-4499-bcec-8b92c3662c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee43cc-faf2-42d6-8be2-c6f74712f150,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:41.513840 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:41.521816 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:35:41.540615 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-96ac3350-8551-4499-bcec-8b92c3662c20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=11bf559c2493401c927b125d57a1a6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9562643 Oct 28 11:35:41.542365 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38128) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:41.627087 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-334f0ab3-8fc5-4c5e-a09b-b143e04f6382 req-564d7473-9cf5-4c31-9c97-be50711afee3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534433 Oct 28 11:35:41.677472 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-44e3ae10-d256-4d86-a633-7890d024cf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.704553 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:35:41.714235 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38134) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:41.720525 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Sync routers for ids ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:35:41.738302 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-44e3ae10-d256-4d86-a633-7890d024cf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.740386 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Routers {'0de4f163-28c1-4e2a-9f85-71079a9a28c5'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:35:41.741270 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:35:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:41.812661 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa09f-81c8-4a07-ba3e-e8ea787bf618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16270441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16002433'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.870329 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4aa09f-81c8-4a07-ba3e-e8ea787bf618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ec0474-ccde-47d2-95ff-f2ac282e26ef,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:41.883703 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa09f-81c8-4a07-ba3e-e8ea787bf618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.898658 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-2b4aa09f-81c8-4a07-ba3e-e8ea787bf618 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/14ec0474-ccde-47d2-95ff-f2ac282e26ef HTTP/1.1" status: 204 len: 168 time: 0.6489692 Oct 28 11:35:41.899013 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38146) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:41.962650 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-170d14e4-c472-4600-81a1-b736b54137f6 None None] Provisioning complete for port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:41.963596 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-170d14e4-c472-4600-81a1-b736b54137f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:41.968623 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Set router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:35:42.008308 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.011124 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-4be37017-6882-4c51-88fb-52af8f24da48 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4299023 Oct 28 11:35:42.014414 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38148) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:42.059180 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c669fa7c-d0aa-4e29-9de5-01c462066b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.094628 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:42.168932 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:42.169481 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.185511 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.266317 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-44e3ae10-d256-4d86-a633-7890d024cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.270420 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-44e3ae10-d256-4d86-a633-7890d024cf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.271880 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-44e3ae10-d256-4d86-a633-7890d024cf5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96ee43cc-faf2-42d6-8be2-c6f74712f150 HTTP/1.1" status: 204 len: 168 time: 0.7283039 Oct 28 11:35:42.388317 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9eef7a43-2097-412f-9439-00415f15e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:37Z', 'updated_at': '2021-10-28T11:35:39Z', 'revision_number': 3, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'gw_port': {'id': '9eef7a43-2097-412f-9439-00415f15e030', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:38Z', 'updated_at': '2021-10-28T11:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:42.402718 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3ae10-d256-4d86-a633-7890d024cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee43cc-faf2-42d6-8be2-c6f74712f150,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:42.413820 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c669fa7c-d0aa-4e29-9de5-01c462066b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.425552 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Checking router: 0de4f163-28c1-4e2a-9f85-71079a9a28c5 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:35:42.426305 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Updating router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 port 9eef7a43-2097-412f-9439-00415f15e030 binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:35:42.434091 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.467928 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.476212 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.476212 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.476653 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.476987 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > port after_create 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.477307 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.477636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > port after_update 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.477973 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.478470 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.478903 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.479338 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.648547 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.648996 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.649481 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.649961 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:35:42.650419 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:42.660299 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c669fa7c-d0aa-4e29-9de5-01c462066b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.709796 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669fa7c-d0aa-4e29-9de5-01c462066b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bd141a-e70f-4a51-b1e7-ae1fcaac1209,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:42.716578 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2bcbd9-3fcb-4670-8d54-216613140e68') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:42.717217 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2bcbd9-3fcb-4670-8d54-216613140e68') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:42.738676 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.774979 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.786542 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c669fa7c-d0aa-4e29-9de5-01c462066b66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70e6d0bc72674498925d629fc28b64c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0686448 Oct 28 11:35:42.787240 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38162) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:42.792314 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.796188 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:35:42.796659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: from cryptography.utils import int_from_bytes Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: from cryptography.utils import int_from_bytes Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:35:42.800692 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:35:42.874125 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a004a3e-5f1e-436e-9422-c7577e351e65 req-f80bf646-4819-4b9b-b968-929526eef926 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:42.888755 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5a004a3e-5f1e-436e-9422-c7577e351e65 req-f80bf646-4819-4b9b-b968-929526eef926 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.4039054 Oct 28 11:35:42.927602 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b759-f0ae-4a31-8a6f-b279473ba270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.945746 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:42.980703 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b759-f0ae-4a31-8a6f-b279473ba270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.027019 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5a004a3e-5f1e-436e-9422-c7577e351e65 req-6590b3b0-b7d4-43c4-a22b-3044879dfe5b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315556 Oct 28 11:35:43.038906 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Attempting to bind port 9eef7a43-2097-412f-9439-00415f15e030 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:35:43.039693 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Attempting to bind port 9eef7a43-2097-412f-9439-00415f15e030 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:35:43.040384 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Attempting to bind port 9eef7a43-2097-412f-9439-00415f15e030 on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:43.047513 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.050790 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:35:43.051489 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:43.052096 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.052750 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:35:43.054250 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Bound port: 9eef7a43-2097-412f-9439-00415f15e030, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:35:43.054962 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.055394 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.059445 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cad14-fea6-4355-b634-0e5d66e47a19 None None] Pushing event updated for resources: {'Port': ['ID=9eef7a43-2097-412f-9439-00415f15e030,revision_number=2']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:43.073595 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8 HTTP/1.1" status: 204 len: 168 time: 1.1734960 Oct 28 11:35:43.108971 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac8b27-8fcf-4f1e-8158-5cabef760855 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce80e1a2-b63f-4e14-9931-fa2f22ee6ff8,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:43.151083 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] For port 9eef7a43-2097-412f-9439-00415f15e030, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:35:43.158043 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] For port 9eef7a43-2097-412f-9439-00415f15e030, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=9eef7a43-2097-412f-9439-00415f15e030,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:35:43.200557 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.278757 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b759-f0ae-4a31-8a6f-b279473ba270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.281400 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b759-f0ae-4a31-8a6f-b279473ba270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.285506 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e9a2b759-f0ae-4a31-8a6f-b279473ba270 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10bd141a-e70f-4a51-b1e7-ae1fcaac1209 HTTP/1.1" status: 204 len: 168 time: 0.4965956 Oct 28 11:35:43.296701 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2b759-f0ae-4a31-8a6f-b279473ba270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bd141a-e70f-4a51-b1e7-ae1fcaac1209,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:43.320171 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.397196 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Routers {'0de4f163-28c1-4e2a-9f85-71079a9a28c5'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:35:43.398017 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:35:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:43.471208 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cad14-fea6-4355-b634-0e5d66e47a19 None None] Pushing event updated for resources: {'Port': ['ID=9eef7a43-2097-412f-9439-00415f15e030,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:43.534675 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38194) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:43.536513 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] Set router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:35:43.574868 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Allocated IP 172.20.0.1 (bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664/795d754e-b5e2-4962-8294-502777664206/1d382ebb-9fd1-413d-adf8-510ef272e62f) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:35:43.594818 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38198) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:43.669638 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-ba37d13f-c85f-4b75-b67b-71250db1f78a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8583674b22d422fa97fe97e3829216b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739813 Oct 28 11:35:43.672056 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38200) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:43.679408 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-194a2521-13e3-4c41-a582-37bf24f16fcd tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:43.688043 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-194a2521-13e3-4c41-a582-37bf24f16fcd tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 814 time: 0.2178724 Oct 28 11:35:43.709541 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-8fd01d6e-e1fd-4377-a6ae-08ff88a4f6de tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/quotas/29547520fd4e4366936ad7dd8ef931c6 HTTP/1.1" status: 200 len: 375 time: 0.0204062 Oct 28 11:35:43.764491 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9eef7a43-2097-412f-9439-00415f15e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:37Z', 'updated_at': '2021-10-28T11:35:39Z', 'revision_number': 3, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'gw_port': {'id': '9eef7a43-2097-412f-9439-00415f15e030', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:38Z', 'updated_at': '2021-10-28T11:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:43.795755 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-16467da7-95e0-4202-a4cd-26e96deb7423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.808024 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a927-8baa-48e6-ae68-9a0b7a0d661b None None] The sync data for ids ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'] in dv-cinder-815461-5-iscsi is: [{'id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9eef7a43-2097-412f-9439-00415f15e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:37Z', 'updated_at': '2021-10-28T11:35:39Z', 'revision_number': 3, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'gw_port': {'id': '9eef7a43-2097-412f-9439-00415f15e030', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:38Z', 'updated_at': '2021-10-28T11:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:35:43.829019 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-1492d5a9-357f-4fa3-a72f-621055235e0b tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184244 Oct 28 11:35:43.833133 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-16467da7-95e0-4202-a4cd-26e96deb7423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.834397 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.964362 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-16467da7-95e0-4202-a4cd-26e96deb7423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.967438 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-16467da7-95e0-4202-a4cd-26e96deb7423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:43.971070 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-16467da7-95e0-4202-a4cd-26e96deb7423 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b0e56e7e-c66e-4a4e-b0eb-6135999ca3dc HTTP/1.1" status: 204 len: 168 time: 0.2957137 Oct 28 11:35:43.980113 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-c25d7719-f8ca-490d-a455-cf513dbc84a8 service neutron] 10.222.0.79 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373191 Oct 28 11:35:43.983505 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16467da7-95e0-4202-a4cd-26e96deb7423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e56e7e-c66e-4a4e-b0eb-6135999ca3dc,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:44.063661 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e12ebf22-8e1c-4f2e-9ee6-f3f97ee28cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.089101 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.150932 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:44.160916 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:44.188743 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:35:44.200149 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e12ebf22-8e1c-4f2e-9ee6-f3f97ee28cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.228842 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f79f1e-78e2-49cd-8649-98fe654e66ca req-b9c3ac14-b947-480f-8ab4-bfeec6d70a89 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:44.230627 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1f79f1e-78e2-49cd-8649-98fe654e66ca req-b9c3ac14-b947-480f-8ab4-bfeec6d70a89 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0886440 Oct 28 11:35:44.253207 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Pushing event updated for resources: {'Port': ['ID=1d382ebb-9fd1-413d-adf8-510ef272e62f,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:44.300443 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e12ebf22-8e1c-4f2e-9ee6-f3f97ee28cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.318678 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-065f71bc-d443-486d-ab24-ddcb7d234792 service neutron] 10.222.0.79 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302598 Oct 28 11:35:44.319962 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.348390 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1f79f1e-78e2-49cd-8649-98fe654e66ca req-7f4458d7-eb52-434d-9ea2-137c243ee3ea tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072512 Oct 28 11:35:44.422151 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e12ebf22-8e1c-4f2e-9ee6-f3f97ee28cc7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a5550c78846846e3a8c3e04e17121c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8566129 Oct 28 11:35:44.422151 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ebf22-8e1c-4f2e-9ee6-f3f97ee28cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c06426-a3f6-4029-803a-80bb66636307,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:44.439068 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38216) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:44.473084 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38218) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:44.552208 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-156350b7-7f6f-45be-9707-736f988d27c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.607305 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-8c586870-6b6d-4dae-9b66-c5f727492cdd None None] Provisioning complete for port 1d382ebb-9fd1-413d-adf8-510ef272e62f triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:44.608651 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8c586870-6b6d-4dae-9b66-c5f727492cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.617088 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e8f66a79-c1de-47a5-9986-c3db203cfdef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.654156 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e8f66a79-c1de-47a5-9986-c3db203cfdef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.667534 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-8c586870-6b6d-4dae-9b66-c5f727492cdd None None] Port 1d382ebb-9fd1-413d-adf8-510ef272e62f cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:35:44.793715 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-156350b7-7f6f-45be-9707-736f988d27c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.813948 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3322e-4752-4297-8b32-cc86ce2f4405 req-2f960cb8-58c4-47eb-82d9-153c6028cba6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:44.821290 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cfa3322e-4752-4297-8b32-cc86ce2f4405 req-2f960cb8-58c4-47eb-82d9-153c6028cba6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.1741629 Oct 28 11:35:44.873102 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cfa3322e-4752-4297-8b32-cc86ce2f4405 req-d3518eb4-d1d9-4477-b125-9a0f0e11a845 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507662 Oct 28 11:35:44.880917 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8d0c93c9-5c0d-48f6-8f44-c97f90125b9e req-bb14159a-0c06-4a00-9947-80772b759476 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 210 time: 0.0720859 Oct 28 11:35:44.881558 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e8f66a79-c1de-47a5-9986-c3db203cfdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.881945 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.885009 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e8f66a79-c1de-47a5-9986-c3db203cfdef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.886584 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e8f66a79-c1de-47a5-9986-c3db203cfdef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0c06426-a3f6-4029-803a-80bb66636307 HTTP/1.1" status: 204 len: 168 time: 0.4425390 Oct 28 11:35:44.887604 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-156350b7-7f6f-45be-9707-736f988d27c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:44.905569 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f66a79-c1de-47a5-9986-c3db203cfdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c06426-a3f6-4029-803a-80bb66636307,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:44.968164 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-156350b7-7f6f-45be-9707-736f988d27c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b8a124a9158a4e0f84c1d8584a1cc330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841816 Oct 28 11:35:44.971104 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38234) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:44.975755 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156350b7-7f6f-45be-9707-736f988d27c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3528f5f-a0f7-4634-ab5e-3b4e773ed91f,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:45.148509 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3ed71b35-31a1-4cdd-8bcd-fb15a71595d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.179512 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38240) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:45.194650 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3ed71b35-31a1-4cdd-8bcd-fb15a71595d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.233065 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f6b2aa97-bf69-437b-b406-d602302908e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33ccd546eeb948639958548701694e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522063 Oct 28 11:35:45.233867 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38242) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:45.266961 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.311063 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f8bf89b2-9e1f-4227-997f-e0af2be42ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.340830 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f8bf89b2-9e1f-4227-997f-e0af2be42ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.443907 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3ed71b35-31a1-4cdd-8bcd-fb15a71595d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.453047 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3ed71b35-31a1-4cdd-8bcd-fb15a71595d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.453047 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-3ed71b35-31a1-4cdd-8bcd-fb15a71595d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3528f5f-a0f7-4634-ab5e-3b4e773ed91f HTTP/1.1" status: 204 len: 168 time: 0.4713306 Oct 28 11:35:45.453047 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.471591 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f8bf89b2-9e1f-4227-997f-e0af2be42ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.474168 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f8bf89b2-9e1f-4227-997f-e0af2be42ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.475321 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f8bf89b2-9e1f-4227-997f-e0af2be42ceb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8c2c173-1711-4bf3-b1dc-9e830f3b5fa9 HTTP/1.1" status: 204 len: 168 time: 0.2405505 Oct 28 11:35:45.485631 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf89b2-9e1f-4227-997f-e0af2be42ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c2c173-1711-4bf3-b1dc-9e830f3b5fa9,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:45.511914 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed71b35-31a1-4cdd-8bcd-fb15a71595d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3528f5f-a0f7-4634-ab5e-3b4e773ed91f,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:45.584434 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Pushing event updated for resources: {'Port': ['ID=1d382ebb-9fd1-413d-adf8-510ef272e62f,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:45.598230 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:45.708152 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:45.709523 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:45.844344 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:35:45.971853 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cf62ba08-db3c-4f4a-a560-b432f682cd1e req-934c59e3-71a1-48af-9e0f-0592f8835b19 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 210 time: 0.0342972 Oct 28 11:35:45.999921 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-f8a25254-cc3b-4f2d-a90e-39e09d5a9fa5 None None] Provisioning complete for port 1d382ebb-9fd1-413d-adf8-510ef272e62f triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:46.000957 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f8a25254-cc3b-4f2d-a90e-39e09d5a9fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:46.015845 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:35:46.032686 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-2d29acae-cb69-46e6-a01c-49851713c00b admin admin] 10.222.0.79 "PUT /v2.0/routers/0de4f163-28c1-4e2a-9f85-71079a9a28c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0161850 Oct 28 11:35:46.078900 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-f8a25254-cc3b-4f2d-a90e-39e09d5a9fa5 None None] Port 1d382ebb-9fd1-413d-adf8-510ef272e62f cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:35:46.194115 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 9eef7a43-2097-412f-9439-00415f15e030 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:46.257452 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 9eef7a43-2097-412f-9439-00415f15e030 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:46.257820 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:46.287884 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Sync routers for ids ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:35:46.349025 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Routers {'0de4f163-28c1-4e2a-9f85-71079a9a28c5'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:35:46.350149 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:35:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:46.641130 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:46.651326 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Set router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:35:46.704520 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 9eef7a43-2097-412f-9439-00415f15e030, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=9eef7a43-2097-412f-9439-00415f15e030,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:46.871060 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:46.936541 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=9eef7a43-2097-412f-9439-00415f15e030,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:46.948356 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9eef7a43-2097-412f-9439-00415f15e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:37Z', 'updated_at': '2021-10-28T11:35:44Z', 'revision_number': 4, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'gw_port': {'id': '9eef7a43-2097-412f-9439-00415f15e030', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:38Z', 'updated_at': '2021-10-28T11:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '1d382ebb-9fd1-413d-adf8-510ef272e62f', 'name': '', 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'mac_address': 'fa:16:3e:3a:ce:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '795d754e-b5e2-4962-8294-502777664206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:43Z', 'updated_at': '2021-10-28T11:35:45Z', 'revision_number': 2, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'subnets': [{'id': '795d754e-b5e2-4962-8294-502777664206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:46.989266 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Checking router: 0de4f163-28c1-4e2a-9f85-71079a9a28c5 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:35:46.989634 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Updating router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 port 1d382ebb-9fd1-413d-adf8-510ef272e62f binding host dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:35:47.031992 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:47.162501 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-16c7c8e1-8eec-42bc-af80-6f9dfc76ba16 req-a6b47b13-9cca-44e4-a18d-b80f5499a371 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 210 time: 0.0680258 Oct 28 11:35:47.455786 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Publish callbacks [] for port, precommit_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:47.472474 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38334) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:47.477066 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-02a5865c-a167-4a25-a073-98934948bbac tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933515834', 'description': 'tempest-secgroup-smoke-1933515834 description', 'project_id': '51193d7f0a4349e0852d9ec66b6dd656'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:47.585959 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:47.586497 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-02a5865c-a167-4a25-a073-98934948bbac tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:47.640142 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca21f3-e355-456f-b534-aea6d89ac254 None None] Pushing event updated for resources: {'Port': ['ID=1d382ebb-9fd1-413d-adf8-510ef272e62f,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:47.684041 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-02a5865c-a167-4a25-a073-98934948bbac tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:47.754901 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Attempting to bind port 1d382ebb-9fd1-413d-adf8-510ef272e62f on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:35:47.755309 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Attempting to bind port 1d382ebb-9fd1-413d-adf8-510ef272e62f by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '89836cea-95ba-4bae-b454-fbc0fc9c6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:35:47.755681 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Attempting to bind port 1d382ebb-9fd1-413d-adf8-510ef272e62f on network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:47.762329 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:35:47.763057 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Checking segment: {'id': '89836cea-95ba-4bae-b454-fbc0fc9c6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:47.763472 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:47.763861 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Bound using segment: {'id': '89836cea-95ba-4bae-b454-fbc0fc9c6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:35:47.764778 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Bound port: 1d382ebb-9fd1-413d-adf8-510ef272e62f, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89836cea-95ba-4bae-b454-fbc0fc9c6a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:35:47.764778 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:47.823050 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5892186-548d-4885-a801-d5cd7b42b139 req-b41c24cf-6722-4f0d-a458-bbe39fc26bb9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:47.848612 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5892186-548d-4885-a801-d5cd7b42b139 req-b41c24cf-6722-4f0d-a458-bbe39fc26bb9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0998905 Oct 28 11:35:47.857630 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] For port 1d382ebb-9fd1-413d-adf8-510ef272e62f, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:35:47.876447 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] For port 1d382ebb-9fd1-413d-adf8-510ef272e62f, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=1d382ebb-9fd1-413d-adf8-510ef272e62f,segment=NetworkSegment(89836cea-95ba-4bae-b454-fbc0fc9c6a87),segment_id=89836cea-95ba-4bae-b454-fbc0fc9c6a87)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:35:47.893995 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-02a5865c-a167-4a25-a073-98934948bbac tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:47.962522 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5892186-548d-4885-a801-d5cd7b42b139 req-1d47b27c-ac55-4f32-a687-4b7d76e65bc9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114688 Oct 28 11:35:47.968051 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5865c-a167-4a25-a073-98934948bbac tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa0d141-42df-453a-b993-1d6679d80cef,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:48.032207 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-de602999-4811-447b-8a84-b66a188a56b6 None None] Provisioning complete for port 1d382ebb-9fd1-413d-adf8-510ef272e62f triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:48.032829 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-de602999-4811-447b-8a84-b66a188a56b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.056634 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-240d6f44-f07c-434f-827c-f50f6917ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:48.058384 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-240d6f44-f07c-434f-827c-f50f6917ddfe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1098 time: 0.1120608 Oct 28 11:35:48.069476 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-a46367d6-5293-4db6-a9ec-43aac4d86c66 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:48.071436 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-a46367d6-5293-4db6-a9ec-43aac4d86c66 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 814 time: 0.2101307 Oct 28 11:35:48.082346 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.114177 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-02a5865c-a167-4a25-a073-98934948bbac tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.115784 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-02a5865c-a167-4a25-a073-98934948bbac tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6422210 Oct 28 11:35:48.123326 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38352) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:48.128415 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-0f29d090-8f28-4f83-896d-866afd1a5193 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Request body: {'security_group_rule': {'security_group_id': '7aa0d141-42df-453a-b993-1d6679d80cef', 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:48.170688 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 9eef7a43-2097-412f-9439-00415f15e030 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:48.225784 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-5a6caa2e-1124-4550-b06a-0af88627db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:48.227304 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-5a6caa2e-1124-4550-b06a-0af88627db89 service neutron] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 919 time: 0.1422474 Oct 28 11:35:48.239048 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Request body: {'port': {'device_id': '963f9dff-e059-4a00-9bec-da325eaf26db', 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d', 'admin_state_up': True, 'tenant_id': '29547520fd4e4366936ad7dd8ef931c6'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:48.253736 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0f29d090-8f28-4f83-896d-866afd1a5193 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.305672 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca21f3-e355-456f-b534-aea6d89ac254 None None] Pushing event updated for resources: {'Port': ['ID=1d382ebb-9fd1-413d-adf8-510ef272e62f,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:48.339930 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-de602999-4811-447b-8a84-b66a188a56b6 None None] Port 1d382ebb-9fd1-413d-adf8-510ef272e62f cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:35:48.349343 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-c451e199-9142-4a70-b8e9-3d6763fcba5a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357 HTTP/1.1" status: 200 len: 217 time: 0.1068161 Oct 28 11:35:48.375300 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2db6e57d-f21f-426e-ab4f-10e0bee3ea0d req-bcd840ca-9987-439d-b68e-f05d131b0ee8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 210 time: 0.0969844 Oct 28 11:35:48.381990 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 9eef7a43-2097-412f-9439-00415f15e030 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:48.382371 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.385444 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Routers {'0de4f163-28c1-4e2a-9f85-71079a9a28c5'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:35:48.386220 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:35:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:48.428106 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0f29d090-8f28-4f83-896d-866afd1a5193 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.436124 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-31b2a4df-caa5-4065-aeab-1a0b39dc38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:48.440723 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-31b2a4df-caa5-4065-aeab-1a0b39dc38f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.0764108 Oct 28 11:35:48.522424 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-66b30222-c2b9-4656-8c64-23775fb14fd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637848 Oct 28 11:35:48.526152 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0f29d090-8f28-4f83-896d-866afd1a5193 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.591137 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29d090-8f28-4f83-896d-866afd1a5193 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf1b30f-44eb-4a3f-8bb3-fc543ffeb607,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:48.630085 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] Set router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:35:48.684705 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Made reservation on behalf of 29547520fd4e4366936ad7dd8ef931c6 for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:35:48.688877 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.704589 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-0489d4d1-dea7-454b-83fb-e690cef392cf service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395733 Oct 28 11:35:48.797572 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0f29d090-8f28-4f83-896d-866afd1a5193 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.805537 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-0f29d090-8f28-4f83-896d-866afd1a5193 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6768057 Oct 28 11:35:48.807015 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38376) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:48.809383 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-fe75c846-ffa2-491e-8217-2e33d0bf31c8 None None] Provisioning complete for port 1d382ebb-9fd1-413d-adf8-510ef272e62f triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:48.809759 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-fe75c846-ffa2-491e-8217-2e33d0bf31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.818421 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-65fa348e-dc26-42fa-bc8b-1068369530aa tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Request body: {'security_group_rule': {'security_group_id': '7aa0d141-42df-453a-b993-1d6679d80cef', 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:48.890048 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c559b64-d601-4e9d-b0b8-5adc32ec1bcd req-daca2989-43e2-4a85-8931-99d224f790ae service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728683 Oct 28 11:35:48.898917 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Allocated IP 172.20.0.11 (49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d/dc7badf1-9a58-40b8-b3dc-4f60d176986f/68eb60d9-230b-4c15-a280-cb50827c0048) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:35:48.951990 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-fe75c846-ffa2-491e-8217-2e33d0bf31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:48.971051 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-65fa348e-dc26-42fa-bc8b-1068369530aa tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.004630 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9eef7a43-2097-412f-9439-00415f15e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:37Z', 'updated_at': '2021-10-28T11:35:44Z', 'revision_number': 4, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'gw_port': {'id': '9eef7a43-2097-412f-9439-00415f15e030', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:38Z', 'updated_at': '2021-10-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '1d382ebb-9fd1-413d-adf8-510ef272e62f', 'name': '', 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'mac_address': 'fa:16:3e:3a:ce:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '795d754e-b5e2-4962-8294-502777664206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:43Z', 'updated_at': '2021-10-28T11:35:47Z', 'revision_number': 4, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'subnets': [{'id': '795d754e-b5e2-4962-8294-502777664206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:35:49.011697 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-fe75c846-ffa2-491e-8217-2e33d0bf31c8 None None] For port 1d382ebb-9fd1-413d-adf8-510ef272e62f, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=1d382ebb-9fd1-413d-adf8-510ef272e62f,segment=NetworkSegment(89836cea-95ba-4bae-b454-fbc0fc9c6a87),segment_id=89836cea-95ba-4bae-b454-fbc0fc9c6a87)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:49.065171 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcf88a-dbec-4325-9fc3-8f642c717395 None None] The sync data for ids ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'] in dv-cinder-815461-5-iscsi is: [{'id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9eef7a43-2097-412f-9439-00415f15e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:37Z', 'updated_at': '2021-10-28T11:35:44Z', 'revision_number': 4, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'gw_port': {'id': '9eef7a43-2097-412f-9439-00415f15e030', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:38Z', 'updated_at': '2021-10-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '1d382ebb-9fd1-413d-adf8-510ef272e62f', 'name': '', 'network_id': 'bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'mac_address': 'fa:16:3e:3a:ce:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '795d754e-b5e2-4962-8294-502777664206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:43Z', 'updated_at': '2021-10-28T11:35:47Z', 'revision_number': 4, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'subnets': [{'id': '795d754e-b5e2-4962-8294-502777664206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:35:49.096780 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.190926 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-65fa348e-dc26-42fa-bc8b-1068369530aa tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.194330 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-fe75c846-ffa2-491e-8217-2e33d0bf31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.232903 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b881b04-3374-4c50-897e-a7ec666b0cc3 req-00b8ae3b-4995-4925-a638-412d8de7950b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:49.234483 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9b881b04-3374-4c50-897e-a7ec666b0cc3 req-00b8ae3b-4995-4925-a638-412d8de7950b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0637035 Oct 28 11:35:49.255092 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75c846-ffa2-491e-8217-2e33d0bf31c8 None None] Pushing event updated for resources: {'Port': ['ID=1d382ebb-9fd1-413d-adf8-510ef272e62f,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:49.281167 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9b881b04-3374-4c50-897e-a7ec666b0cc3 req-cf30f0cc-e1f7-4413-bc68-9e7b5c600a7a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Oct 28 11:35:49.351786 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-65fa348e-dc26-42fa-bc8b-1068369530aa tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.352391 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.371431 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa348e-dc26-42fa-bc8b-1068369530aa tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9315df65-62ef-4881-a72f-14a921ff0d37,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:49.371774 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'bb14b772-cbb5-4874-b599-a2e5b4cdb055'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:35:49.468005 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-65fa348e-dc26-42fa-bc8b-1068369530aa tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.469594 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-65fa348e-dc26-42fa-bc8b-1068369530aa tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6552713 Oct 28 11:35:49.472415 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38400) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:49.477213 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-b5dc0df1-4a3e-4351-94fc-f4178e7aebb5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Request body: {'security_group_rule': {'security_group_id': '7aa0d141-42df-453a-b993-1d6679d80cef', 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:49.477642 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:35:49.489352 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:35:49.494659 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:35:49.556486 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Pushing event updated for resources: {'Port': ['ID=68eb60d9-230b-4c15-a280-cb50827c0048,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:49.626442 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0df1-4a3e-4351-94fc-f4178e7aebb5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.663720 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:49.664304 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.730047 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38406) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:49.789073 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0df1-4a3e-4351-94fc-f4178e7aebb5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.862474 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-5b8ad962-e983-4f12-be61-09d41236bb91 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6335528 Oct 28 11:35:49.881699 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661f84b-989f-4a25-bd8e-345ba63a4901 req-94c05014-f438-42e3-8dae-73ac93e04338 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:49.883296 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9661f84b-989f-4a25-bd8e-345ba63a4901 req-94c05014-f438-42e3-8dae-73ac93e04338 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 932 time: 0.0539327 Oct 28 11:35:49.912806 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0df1-4a3e-4351-94fc-f4178e7aebb5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.926521 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a4e52f93-f5ba-4e50-9890-95cabc02fef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:49.943153 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9661f84b-989f-4a25-bd8e-345ba63a4901 req-70401ea5-3af8-4d9c-997d-2f962f5f8ea2 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532897 Oct 28 11:35:49.945444 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc0df1-4a3e-4351-94fc-f4178e7aebb5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d36bf20-536b-40ea-a7a1-9d3bab48f8f5,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:50.016340 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0df1-4a3e-4351-94fc-f4178e7aebb5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.017933 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-b5dc0df1-4a3e-4351-94fc-f4178e7aebb5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5441310 Oct 28 11:35:50.020683 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38416) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:50.028086 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-4cc6fb80-e75a-46a5-9890-da00edd0fa48 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Request body: {'security_group_rule': {'security_group_id': '7aa0d141-42df-453a-b993-1d6679d80cef', 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:50.098113 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a4e52f93-f5ba-4e50-9890-95cabc02fef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.125637 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 1d382ebb-9fd1-413d-adf8-510ef272e62f up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:35:50.164961 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f19199ed-bd09-4852-b5d8-5b58ae5ea525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.186116 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a4e52f93-f5ba-4e50-9890-95cabc02fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.199422 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 1d382ebb-9fd1-413d-adf8-510ef272e62f triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:35:50.199422 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.215629 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4cc6fb80-e75a-46a5-9890-da00edd0fa48 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.284513 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38428) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:50.294413 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a4e52f93-f5ba-4e50-9890-95cabc02fef3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0f4c8c02570d4ffabb5907d53db79085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628521 Oct 28 11:35:50.316839 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e52f93-f5ba-4e50-9890-95cabc02fef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23324dc-89c0-4660-8f31-417ad6f51d44,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:50.393977 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40fb30cc-e0bf-444b-8784-932ff7385658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.400248 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4cc6fb80-e75a-46a5-9890-da00edd0fa48 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.431693 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40fb30cc-e0bf-444b-8784-932ff7385658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.465456 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4cc6fb80-e75a-46a5-9890-da00edd0fa48 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.491202 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6fb80-e75a-46a5-9890-da00edd0fa48 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293b2d8a-f78e-4996-8ca8-66a5b48b9d8c,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:50.527861 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eed0d-8060-4ac9-86c5-5542f9c1a521 req-fcb4fc8b-7500-453e-bf7f-1325736f03a9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:50.529470 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-520eed0d-8060-4ac9-86c5-5542f9c1a521 req-fcb4fc8b-7500-453e-bf7f-1325736f03a9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.1007435 Oct 28 11:35:50.575507 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-520eed0d-8060-4ac9-86c5-5542f9c1a521 req-caf0c443-9af5-4021-ae55-a3940712db7a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Oct 28 11:35:50.606449 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4cc6fb80-e75a-46a5-9890-da00edd0fa48 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.607548 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-4cc6fb80-e75a-46a5-9890-da00edd0fa48 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5856121 Oct 28 11:35:50.620009 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38440) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:50.627317 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-24cd77ec-3de1-42e9-a645-fd2a96069c58 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Request body: {'security_group_rule': {'security_group_id': '7aa0d141-42df-453a-b993-1d6679d80cef', 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:50.648655 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40fb30cc-e0bf-444b-8784-932ff7385658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.651938 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40fb30cc-e0bf-444b-8784-932ff7385658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.653306 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-40fb30cc-e0bf-444b-8784-932ff7385658 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b23324dc-89c0-4660-8f31-417ad6f51d44 HTTP/1.1" status: 204 len: 168 time: 0.3677807 Oct 28 11:35:50.663802 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb30cc-e0bf-444b-8784-932ff7385658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23324dc-89c0-4660-8f31-417ad6f51d44,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:50.757462 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.securitygroups_db [None req-24cd77ec-3de1-42e9-a645-fd2a96069c58 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Project 51193d7f0a4349e0852d9ec66b6dd656 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:35:50.765598 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-24cd77ec-3de1-42e9-a645-fd2a96069c58 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:50.860091 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-24cd77ec-3de1-42e9-a645-fd2a96069c58 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:51.019765 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-24cd77ec-3de1-42e9-a645-fd2a96069c58 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:51.048919 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd77ec-3de1-42e9-a645-fd2a96069c58 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370d4f22-1003-4b12-aa9d-a20fb18f4030,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:51.106461 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63e963-0f45-4e31-8692-92c8762ccab5 req-3be889f3-76c8-4b9a-8685-e2bdee7eab23 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:51.111684 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ca63e963-0f45-4e31-8692-92c8762ccab5 req-3be889f3-76c8-4b9a-8685-e2bdee7eab23 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 932 time: 0.0582905 Oct 28 11:35:51.136046 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-24cd77ec-3de1-42e9-a645-fd2a96069c58 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:51.137488 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-24cd77ec-3de1-42e9-a645-fd2a96069c58 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5163567 Oct 28 11:35:51.140285 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38468) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:51.145862 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-1d4cfa60-b91a-49d6-982c-836891d7055d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Request body: {'security_group_rule': {'security_group_id': '7aa0d141-42df-453a-b993-1d6679d80cef', 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:51.174524 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ca63e963-0f45-4e31-8692-92c8762ccab5 req-7f8b7537-36b9-4cd1-8099-246d0ef0f75c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599329 Oct 28 11:35:51.282511 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.securitygroups_db [None req-1d4cfa60-b91a-49d6-982c-836891d7055d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Project 51193d7f0a4349e0852d9ec66b6dd656 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:35:51.289363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1d4cfa60-b91a-49d6-982c-836891d7055d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:51.359010 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1d4cfa60-b91a-49d6-982c-836891d7055d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:51.442597 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1d4cfa60-b91a-49d6-982c-836891d7055d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:51.460559 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cfa60-b91a-49d6-982c-836891d7055d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabbef14-6262-4159-9aa3-5f4eb25013d9,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:51.547844 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1d4cfa60-b91a-49d6-982c-836891d7055d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:51.549144 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-1d4cfa60-b91a-49d6-982c-836891d7055d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4077735 Oct 28 11:35:51.700430 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe30d12-db50-4928-a637-9f037b296aea req-421f85e2-bbcc-4bd1-a59f-4f8ec13be162 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:51.710168 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ebe30d12-db50-4928-a637-9f037b296aea req-421f85e2-bbcc-4bd1-a59f-4f8ec13be162 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0638416 Oct 28 11:35:51.747010 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ebe30d12-db50-4928-a637-9f037b296aea req-28b60334-8e93-467f-aa1f-5b0ebb06c172 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359995 Oct 28 11:35:51.882019 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38530) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:51.998882 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7802b06a-3bf7-4b76-824f-c646467f53cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.079996 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7802b06a-3bf7-4b76-824f-c646467f53cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.180457 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7802b06a-3bf7-4b76-824f-c646467f53cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.222921 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802b06a-3bf7-4b76-824f-c646467f53cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2684919-9831-43d4-9b0b-496046ace59e,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:52.242577 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-7802b06a-3bf7-4b76-824f-c646467f53cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9413fbcb010b4e0cb3047cea6b98c3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562839 Oct 28 11:35:52.242677 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38548) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:52.324445 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d041c6f-c7ff-49cf-9fde-52b2cbf9a2c6 req-35778911-6158-4153-96e8-ed468fe0e1bb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:52.326232 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0d041c6f-c7ff-49cf-9fde-52b2cbf9a2c6 req-35778911-6158-4153-96e8-ed468fe0e1bb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 932 time: 0.0767531 Oct 28 11:35:52.345149 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9380b69e-2741-43af-bf54-a1ae53abcf35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.385902 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9380b69e-2741-43af-bf54-a1ae53abcf35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.390091 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0d041c6f-c7ff-49cf-9fde-52b2cbf9a2c6 req-ee7110f9-9ba4-4cdf-a2b3-bb4f028d82b9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544791 Oct 28 11:35:52.425548 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Request body: {'port': {'device_id': '963f9dff-e059-4a00-9bec-da325eaf26db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:35:52.487533 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.528230 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.562561 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9380b69e-2741-43af-bf54-a1ae53abcf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.565357 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9380b69e-2741-43af-bf54-a1ae53abcf35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.569567 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-9380b69e-2741-43af-bf54-a1ae53abcf35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2684919-9831-43d4-9b0b-496046ace59e HTTP/1.1" status: 204 len: 168 time: 0.3232355 Oct 28 11:35:52.590791 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380b69e-2741-43af-bf54-a1ae53abcf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2684919-9831-43d4-9b0b-496046ace59e,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:52.768748 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-11b539c2-a49d-4dab-a1ec-6035929a3511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:52.883702 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb3b81-0435-4f85-9f54-24b24784fa5d req-10e95da8-da92-43ed-8622-73ccffa2c4c2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:52.886671 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bcfb3b81-0435-4f85-9f54-24b24784fa5d req-10e95da8-da92-43ed-8622-73ccffa2c4c2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0671096 Oct 28 11:35:52.928184 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bcfb3b81-0435-4f85-9f54-24b24784fa5d req-98a8b1d2-7133-4a64-8c92-31801087c2bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346234 Oct 28 11:35:52.977969 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68eb60d9-230b-4c15-a280-cb50827c0048 {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:35:52.989123 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.002366 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Transition to ACTIVE for port object 68eb60d9-230b-4c15-a280-cb50827c0048 will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:35:53.075972 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38570) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:53.088776 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.147383 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Pushing event updated for resources: {'Port': ['ID=68eb60d9-230b-4c15-a280-cb50827c0048,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:53.237435 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d39cc2b1-a54b-42fc-be02-83dfae3bbb69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.245550 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Attempting to bind port 68eb60d9-230b-4c15-a280-cb50827c0048 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:35:53.245991 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Attempting to bind port 68eb60d9-230b-4c15-a280-cb50827c0048 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:35:53.246355 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Attempting to bind port 68eb60d9-230b-4c15-a280-cb50827c0048 on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:53.250990 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Port 68eb60d9-230b-4c15-a280-cb50827c0048 on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:35:53.251314 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Attempting to bind port 68eb60d9-230b-4c15-a280-cb50827c0048 on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:35:53.257007 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:35:53.257340 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Checking segment: {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:35:53.257710 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Bound using segment: {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:35:53.258189 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Bound port: 68eb60d9-230b-4c15-a280-cb50827c0048, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:35:53.265613 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.324363 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d39cc2b1-a54b-42fc-be02-83dfae3bbb69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.331077 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] For port 68eb60d9-230b-4c15-a280-cb50827c0048, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:35:53.334784 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] For port 68eb60d9-230b-4c15-a280-cb50827c0048, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=68eb60d9-230b-4c15-a280-cb50827c0048,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:35:53.466196 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.468795 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.470654 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d39cc2b1-a54b-42fc-be02-83dfae3bbb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.564254 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:53.564254 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.564254 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] 10.222.0.81 "PUT /v2.0/ports/68eb60d9-230b-4c15-a280-cb50827c0048 HTTP/1.1" status: 200 len: 1094 time: 1.1430078 Oct 28 11:35:53.564254 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963f9dff-e059-4a00-9bec-da325eaf26db', 'tag': '68eb60d9-230b-4c15-a280-cb50827c0048'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:35:53.564254 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a27a88-2038-447f-9f20-4eaa7e52ed0d" -d '{"events": [{"name": "network-changed", "server_uuid": "963f9dff-e059-4a00-9bec-da325eaf26db", "tag": "68eb60d9-230b-4c15-a280-cb50827c0048"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:35:53.572052 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d39cc2b1-a54b-42fc-be02-83dfae3bbb69 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa28f61b6f97462ea8990a6c640ce02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947791 Oct 28 11:35:53.572961 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc2b1-a54b-42fc-be02-83dfae3bbb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db72eca-968d-42a9-96a4-da8ca30c67b3,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:53.575495 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38608) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:53.611267 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38610) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:53.621430 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82d35d-48e4-4b38-be93-0543736986b3 service neutron] Pushing event updated for resources: {'Port': ['ID=68eb60d9-230b-4c15-a280-cb50827c0048,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:53.632025 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-51294876-caf4-4bfe-b0b7-db464845cf68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.651022 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300c7e9-cdb0-4e08-958b-6af22811e6b9 req-1ddf77a4-5839-4e11-af25-4d26b3ed66e0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:53.653723 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3403f562-ef7e-4468-ba29-f5318e15a2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.664849 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7300c7e9-cdb0-4e08-958b-6af22811e6b9 req-1ddf77a4-5839-4e11-af25-4d26b3ed66e0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 944 time: 0.1637728 Oct 28 11:35:53.668337 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c48430d-6d0c-43f8-aa21-198767e3000f x-openstack-request-id: req-0c48430d-6d0c-43f8-aa21-198767e3000f {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:35:53.668614 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963f9dff-e059-4a00-9bec-da325eaf26db", "tag": "68eb60d9-230b-4c15-a280-cb50827c0048", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:35:53.668857 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c48430d-6d0c-43f8-aa21-198767e3000f {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:35:53.669300 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963f9dff-e059-4a00-9bec-da325eaf26db', 'tag': '68eb60d9-230b-4c15-a280-cb50827c0048', 'status': 'completed', 'code': 200} Oct 28 11:35:53.700596 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3403f562-ef7e-4468-ba29-f5318e15a2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:53.895255 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7300c7e9-cdb0-4e08-958b-6af22811e6b9 req-4dfbbc6a-2489-4b91-ae86-0b789a755ed2 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384339 Oct 28 11:35:53.895255 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a27a88-2038-447f-9f20-4eaa7e52ed0d req-f0b10bd0-6741-4e08-8070-ecc8c8d7be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:53.895255 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-90a27a88-2038-447f-9f20-4eaa7e52ed0d req-f0b10bd0-6741-4e08-8070-ecc8c8d7be4a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 1097 time: 0.1015754 Oct 28 11:35:53.945669 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a27a88-2038-447f-9f20-4eaa7e52ed0d req-d13cf0f3-4f10-45a9-9272-ee7de6b2c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:53.948006 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-90a27a88-2038-447f-9f20-4eaa7e52ed0d req-d13cf0f3-4f10-45a9-9272-ee7de6b2c5b9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=29547520fd4e4366936ad7dd8ef931c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1178770 Oct 28 11:35:54.064675 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511dddf-bd1c-4eb4-b28b-26a7d4545a52 req-a4c9a9e6-6550-4a5b-8eac-cd7f711530fc tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:54.067080 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9511dddf-bd1c-4eb4-b28b-26a7d4545a52 req-a4c9a9e6-6550-4a5b-8eac-cd7f711530fc tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0559464 Oct 28 11:35:54.067400 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a27a88-2038-447f-9f20-4eaa7e52ed0d req-d999dda2-5556-4e9d-b8ab-549e53bc39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:54.068913 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-90a27a88-2038-447f-9f20-4eaa7e52ed0d req-d999dda2-5556-4e9d-b8ab-549e53bc39ff service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079168 Oct 28 11:35:54.115755 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9511dddf-bd1c-4eb4-b28b-26a7d4545a52 req-5e695055-ff13-4403-9d8a-a468b5d333dc tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376570 Oct 28 11:35:54.159517 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:54.171232 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-fa787768-48b1-4831-875c-6a4fcfb78df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:54.172712 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-fa787768-48b1-4831-875c-6a4fcfb78df5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 1097 time: 0.0553930 Oct 28 11:35:54.216862 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-d8390455-8b14-4ea4-96fa-1ae657e6cc06 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68eb60d9-230b-4c15-a280-cb50827c0048 HTTP/1.1" status: 200 len: 217 time: 0.0341530 Oct 28 11:35:54.268248 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-845651bc-31fc-4827-a888-4639e53bef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:54.269653 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-845651bc-31fc-4827-a888-4639e53bef0a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc7badf1-9a58-40b8-b3dc-4f60d176986f HTTP/1.1" status: 200 len: 854 time: 0.0443716 Oct 28 11:35:54.276725 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3403f562-ef7e-4468-ba29-f5318e15a2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:54.283169 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3403f562-ef7e-4468-ba29-f5318e15a2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:54.283169 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-3403f562-ef7e-4468-ba29-f5318e15a2e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6db72eca-968d-42a9-96a4-da8ca30c67b3 HTTP/1.1" status: 204 len: 168 time: 0.7036619 Oct 28 11:35:54.289053 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403f562-ef7e-4468-ba29-f5318e15a2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db72eca-968d-42a9-96a4-da8ca30c67b3,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:54.322467 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-cbb43414-3144-46b0-89ee-1c6f60eaba78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343757 Oct 28 11:35:54.399032 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-51294876-caf4-4bfe-b0b7-db464845cf68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:54.439973 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-cec06e1a-a502-470c-8e27-527b0ca4c24c service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055796 Oct 28 11:35:54.524813 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-51294876-caf4-4bfe-b0b7-db464845cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:54.586766 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-51294876-caf4-4bfe-b0b7-db464845cf68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63923b11f7894458bc5ea82d0f115e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9742115 Oct 28 11:35:54.589047 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51294876-caf4-4bfe-b0b7-db464845cf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ce7202-df38-4b08-b64b-232bbaf9f288,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:54.589465 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 38632) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:54.593329 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8907c779-7723-4e54-aed7-e6f8db60f23e req-1a3b711a-b745-4284-af0a-a1eddf0929e0 service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362851 Oct 28 11:35:54.649054 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eeef0cba-01e8-4103-8c2d-bc7c9eb85fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:54.680094 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eeef0cba-01e8-4103-8c2d-bc7c9eb85fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:54.894120 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eeef0cba-01e8-4103-8c2d-bc7c9eb85fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:54.900327 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eeef0cba-01e8-4103-8c2d-bc7c9eb85fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:54.900327 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-eeef0cba-01e8-4103-8c2d-bc7c9eb85fc2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2ce7202-df38-4b08-b64b-232bbaf9f288 HTTP/1.1" status: 204 len: 168 time: 0.3074090 Oct 28 11:35:54.912059 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef0cba-01e8-4103-8c2d-bc7c9eb85fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ce7202-df38-4b08-b64b-232bbaf9f288,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:55.014712 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e53e01-474a-4407-b623-8861b4356fdf req-61f93af0-3b1d-4042-b8a3-7a6bec450933 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:55.016224 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8e53e01-474a-4407-b623-8861b4356fdf req-61f93af0-3b1d-4042-b8a3-7a6bec450933 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 944 time: 0.0826547 Oct 28 11:35:55.049578 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:35:55.056952 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d8e53e01-474a-4407-b623-8861b4356fdf req-65100b7e-e325-43d6-957e-7601044fec4a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347149 Oct 28 11:35:55.249294 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7743c8b-670e-4cde-a382-ef7d8fce7841 req-3ae6830a-505f-46d7-b18b-855153d402c1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:55.250911 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7743c8b-670e-4cde-a382-ef7d8fce7841 req-3ae6830a-505f-46d7-b18b-855153d402c1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0550699 Oct 28 11:35:55.296386 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7743c8b-670e-4cde-a382-ef7d8fce7841 req-25c036cf-389f-4599-a291-678d92e02f84 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Oct 28 11:35:55.671021 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:56.183716 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e610-dd3d-4516-926d-e8cc853fd545 req-62de2fee-c2a7-4130-943b-b85ce4e87058 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:56.185348 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a5b7e610-dd3d-4516-926d-e8cc853fd545 req-62de2fee-c2a7-4130-943b-b85ce4e87058 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 944 time: 0.0545118 Oct 28 11:35:56.223719 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a5b7e610-dd3d-4516-926d-e8cc853fd545 req-6ae4e52d-51da-4a5d-96af-3affa67b24d4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Oct 28 11:35:56.438706 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2ae4f-a3c9-4b47-9941-8f6f4845aad0 req-d15d4203-6688-4af8-a838-e57cc6101f53 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:56.441259 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-88e2ae4f-a3c9-4b47-9941-8f6f4845aad0 req-d15d4203-6688-4af8-a838-e57cc6101f53 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0593431 Oct 28 11:35:56.482883 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-88e2ae4f-a3c9-4b47-9941-8f6f4845aad0 req-da15545d-cd72-4468-a909-155b2370ae8c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350018 Oct 28 11:35:57.339784 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c101a-e430-4527-80fd-4433962d2644 req-d2d96d3d-a6c4-47a1-81b7-896b95cf951b tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:57.341165 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ea7c101a-e430-4527-80fd-4433962d2644 req-d2d96d3d-a6c4-47a1-81b7-896b95cf951b tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 944 time: 0.0501308 Oct 28 11:35:57.382806 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ea7c101a-e430-4527-80fd-4433962d2644 req-e2c8dff9-2eb3-4b38-bf17-a959b8b6e185 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352514 Oct 28 11:35:57.605356 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560457a-1fda-4274-adcf-9e49cbad7a89 req-fc126974-481f-44dc-b267-de3dc7dc7465 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:57.606904 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c560457a-1fda-4274-adcf-9e49cbad7a89 req-fc126974-481f-44dc-b267-de3dc7dc7465 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0503995 Oct 28 11:35:57.645282 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c560457a-1fda-4274-adcf-9e49cbad7a89 req-1175a38c-f6b8-457d-a5d6-419a9a80135b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Oct 28 11:35:58.459182 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 68eb60d9-230b-4c15-a280-cb50827c0048 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:35:58.503948 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86c574-6feb-4a42-8b58-0fa274c5c031 req-9a7ddf50-7c1a-49ea-b04a-911e7f028749 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:58.505438 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bd86c574-6feb-4a42-8b58-0fa274c5c031 req-9a7ddf50-7c1a-49ea-b04a-911e7f028749 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 944 time: 0.0502615 Oct 28 11:35:58.545707 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bd86c574-6feb-4a42-8b58-0fa274c5c031 req-7e4fa42a-e957-4564-addb-c8352ff5b062 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334268 Oct 28 11:35:58.566537 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 68eb60d9-230b-4c15-a280-cb50827c0048, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=68eb60d9-230b-4c15-a280-cb50827c0048,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:58.582340 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '68eb60d9-230b-4c15-a280-cb50827c0048', 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d', 'port_id': '68eb60d9-230b-4c15-a280-cb50827c0048', 'mac_address': 'fa:16:3e:fc:c9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7badf1-9a58-40b8-b3dc-4f60d176986f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:35:58.622346 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:58.635859 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68eb60d9-230b-4c15-a280-cb50827c0048 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:35:58.660743 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 68eb60d9-230b-4c15-a280-cb50827c0048, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=68eb60d9-230b-4c15-a280-cb50827c0048,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:35:58.784094 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44464df-319d-4c1b-a624-282af930b033 req-7fae62cb-58fa-44d1-8e42-1237db3d3556 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:58.786431 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c44464df-319d-4c1b-a624-282af930b033 req-7fae62cb-58fa-44d1-8e42-1237db3d3556 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0613413 Oct 28 11:35:58.802823 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:58.878366 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c44464df-319d-4c1b-a624-282af930b033 req-83ad0243-03cc-4f22-ac8f-62f32a2122bc tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700376 Oct 28 11:35:58.879841 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=68eb60d9-230b-4c15-a280-cb50827c0048,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:59.112695 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['68eb60d9-230b-4c15-a280-cb50827c0048'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:35:59.519020 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38822) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:35:59.664861 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfe201cf-73a0-4655-9cab-6b14d886dfd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:59.710053 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28e72e-0ec6-4bde-bd47-d9b9bfbee343 req-fc0767da-af69-4dfb-a530-67b0c0f11cdf tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:35:59.711535 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0b28e72e-0ec6-4bde-bd47-d9b9bfbee343 req-fc0767da-af69-4dfb-a530-67b0c0f11cdf tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 945 time: 0.0908747 Oct 28 11:35:59.769029 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0b28e72e-0ec6-4bde-bd47-d9b9bfbee343 req-29b63753-e719-4268-9bc0-780ed0694c89 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491159 Oct 28 11:35:59.812209 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfe201cf-73a0-4655-9cab-6b14d886dfd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:59.907723 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dfe201cf-73a0-4655-9cab-6b14d886dfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:35:59.967962 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-dfe201cf-73a0-4655-9cab-6b14d886dfd1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ba420a31eeb4d9bb597766965304135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4424973 Oct 28 11:35:59.967962 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe201cf-73a0-4655-9cab-6b14d886dfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fa8483-8b86-40b6-92e4-260368f750e0,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:35:59.967962 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38850) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:00.033081 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3721542-4e84-4ca5-9b9c-b93547bbdd6c req-705dc727-f263-49de-8e37-eeef772d0247 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:00.035363 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a3721542-4e84-4ca5-9b9c-b93547bbdd6c req-705dc727-f263-49de-8e37-eeef772d0247 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.1026907 Oct 28 11:36:00.045707 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e36636c-644f-495a-b7d5-6725a37d233e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:00.070218 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e36636c-644f-495a-b7d5-6725a37d233e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:00.106322 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a3721542-4e84-4ca5-9b9c-b93547bbdd6c req-56b172b9-30a4-4c17-bf17-bf420e98f23c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627072 Oct 28 11:36:00.215307 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e36636c-644f-495a-b7d5-6725a37d233e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:00.218762 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4e36636c-644f-495a-b7d5-6725a37d233e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:00.220525 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-4e36636c-644f-495a-b7d5-6725a37d233e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5fa8483-8b86-40b6-92e4-260368f750e0 HTTP/1.1" status: 204 len: 168 time: 0.2499444 Oct 28 11:36:00.230061 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36636c-644f-495a-b7d5-6725a37d233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fa8483-8b86-40b6-92e4-260368f750e0,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:00.476238 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 68eb60d9-230b-4c15-a280-cb50827c0048 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:36:00.631619 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 68eb60d9-230b-4c15-a280-cb50827c0048 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:36:00.636539 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 68eb60d9-230b-4c15-a280-cb50827c0048 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:36:00.636912 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:00.717800 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:00.759373 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963f9dff-e059-4a00-9bec-da325eaf26db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68eb60d9-230b-4c15-a280-cb50827c0048'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:36:00.763311 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c247412f-25cb-4442-9813-e62249dcd237" -d '{"events": [{"server_uuid": "963f9dff-e059-4a00-9bec-da325eaf26db", "name": "network-vif-plugged", "status": "completed", "tag": "68eb60d9-230b-4c15-a280-cb50827c0048"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:36:00.768848 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 68eb60d9-230b-4c15-a280-cb50827c0048, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=68eb60d9-230b-4c15-a280-cb50827c0048,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:00.808390 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718f3625-0fc4-4b74-9aff-4a471e932065 x-openstack-request-id: req-718f3625-0fc4-4b74-9aff-4a471e932065 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:36:00.808881 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963f9dff-e059-4a00-9bec-da325eaf26db", "name": "network-vif-plugged", "status": "completed", "tag": "68eb60d9-230b-4c15-a280-cb50827c0048", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:36:00.809263 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-718f3625-0fc4-4b74-9aff-4a471e932065 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:36:00.809766 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963f9dff-e059-4a00-9bec-da325eaf26db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68eb60d9-230b-4c15-a280-cb50827c0048', 'code': 200} Oct 28 11:36:00.891441 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:00.930921 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4a89f-59d0-4292-a5e4-f20940a033ff req-29a90dee-9b54-466b-b30d-26e84d628bd6 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:00.940109 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c7f4a89f-59d0-4292-a5e4-f20940a033ff req-29a90dee-9b54-466b-b30d-26e84d628bd6 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 945 time: 0.0758057 Oct 28 11:36:00.987414 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c7f4a89f-59d0-4292-a5e4-f20940a033ff req-2af42f85-7986-4982-9f36-4f2261b5286e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463772 Oct 28 11:36:00.993920 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=68eb60d9-230b-4c15-a280-cb50827c0048,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:01.298271 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88552d1c-f1ee-4f63-9a36-a0e1c5767548 req-8e69ad17-5314-425e-95ae-5b635fccd376 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:01.299848 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-88552d1c-f1ee-4f63-9a36-a0e1c5767548 req-8e69ad17-5314-425e-95ae-5b635fccd376 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.1006365 Oct 28 11:36:01.302920 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0b985-de5d-499a-9df7-8d816a1a42be req-e7d9e8f2-bebe-4f4a-8374-741ad4b7a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:01.304403 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3cc0b985-de5d-499a-9df7-8d816a1a42be req-e7d9e8f2-bebe-4f4a-8374-741ad4b7a03f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 1099 time: 0.0626090 Oct 28 11:36:01.366613 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-88552d1c-f1ee-4f63-9a36-a0e1c5767548 req-7df5786e-6891-4f4e-9013-36ecf7ce54e1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575922 Oct 28 11:36:01.370758 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3cc0b985-de5d-499a-9df7-8d816a1a42be req-cf62dbe6-7ce8-4eef-bf7d-cf62792a09c5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479152 Oct 28 11:36:01.818090 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38924) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:01.926270 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-05631114-4e04-42a3-a46a-323b85105a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:02.011394 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-05631114-4e04-42a3-a46a-323b85105a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:02.116699 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-05631114-4e04-42a3-a46a-323b85105a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:02.130730 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928e651-d0e1-4357-8560-57f3a76b417e req-9dc8bdad-c442-41d3-bcb1-96818f2427d2 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:02.132554 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e928e651-d0e1-4357-8560-57f3a76b417e req-9dc8bdad-c442-41d3-bcb1-96818f2427d2 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 946 time: 0.0736458 Oct 28 11:36:02.170963 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05631114-4e04-42a3-a46a-323b85105a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f472cec-189a-42e2-87d5-b070b9fd6ffd,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:02.186023 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-05631114-4e04-42a3-a46a-323b85105a61 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe1d8efcde9e4e289118e3837326f151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666584 Oct 28 11:36:02.187372 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38944) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:02.194650 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e928e651-d0e1-4357-8560-57f3a76b417e req-57989d81-c5b8-4896-9c17-872e39405f29 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547194 Oct 28 11:36:02.255783 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cbfe543f-47d5-4007-949b-17b16ae39b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:02.281353 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cbfe543f-47d5-4007-949b-17b16ae39b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:02.477226 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cbfe543f-47d5-4007-949b-17b16ae39b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:02.477226 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cbfe543f-47d5-4007-949b-17b16ae39b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:02.479318 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-cbfe543f-47d5-4007-949b-17b16ae39b32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f472cec-189a-42e2-87d5-b070b9fd6ffd HTTP/1.1" status: 204 len: 168 time: 0.2884874 Oct 28 11:36:02.533333 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe543f-47d5-4007-949b-17b16ae39b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f472cec-189a-42e2-87d5-b070b9fd6ffd,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:02.571919 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe5abc-fd30-4568-b1b3-5d333879ffe7 req-f8e6543d-238e-41a4-9815-00d3d15aa78d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:02.576264 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-88fe5abc-fd30-4568-b1b3-5d333879ffe7 req-f8e6543d-238e-41a4-9815-00d3d15aa78d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.1194446 Oct 28 11:36:02.632223 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-88fe5abc-fd30-4568-b1b3-5d333879ffe7 req-780fb573-4227-4dd6-822c-db9459fcdc0a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504193 Oct 28 11:36:03.121122 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 38998) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:03.133151 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb915c-2eb4-460c-b9e4-8cd94a04b222 req-f74417ea-78ce-402c-afc7-b5931e6d582c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:03.144206 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-83bb915c-2eb4-460c-b9e4-8cd94a04b222 req-f74417ea-78ce-402c-afc7-b5931e6d582c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0826135 Oct 28 11:36:03.203362 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-83bb915c-2eb4-460c-b9e4-8cd94a04b222 req-7fc572ee-3c19-4b3f-922f-dbf1a8e45f47 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561056 Oct 28 11:36:03.322778 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0a8176d9-c95f-48a9-bd33-c173a2f1d2ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:03.349095 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f958c5a-5761-47a3-971a-9110eb61e76e req-c72bc109-efe3-4a25-88ec-c3b9ccb48846 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:03.350972 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f958c5a-5761-47a3-971a-9110eb61e76e req-c72bc109-efe3-4a25-88ec-c3b9ccb48846 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 946 time: 0.0811939 Oct 28 11:36:03.411237 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f958c5a-5761-47a3-971a-9110eb61e76e req-22527752-b8ed-4838-83fe-8e609bbd9de1 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525026 Oct 28 11:36:03.460256 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0a8176d9-c95f-48a9-bd33-c173a2f1d2ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:03.613640 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0a8176d9-c95f-48a9-bd33-c173a2f1d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:03.655510 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8176d9-c95f-48a9-bd33-c173a2f1d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6506f1fb-1d1e-487c-b3b4-98f2359f1d33,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:03.659887 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-0a8176d9-c95f-48a9-bd33-c173a2f1d2ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0dd4324ee9ef4d038a77010deadd0c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370755 Oct 28 11:36:03.684424 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39024) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:03.686205 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39026) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:03.705235 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-94a79409-2b26-498c-8f32-b14e4e1e68fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:03.739679 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d1509263-f377-4ea7-ad54-a75f096a7b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:03.767142 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d1509263-f377-4ea7-ad54-a75f096a7b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:03.804003 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3094aef-d85f-4380-a6c6-61bb2501b142 req-dd844351-d795-4a0a-b9ad-f4ebbf3781d3 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:03.805837 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c3094aef-d85f-4380-a6c6-61bb2501b142 req-dd844351-d795-4a0a-b9ad-f4ebbf3781d3 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0776589 Oct 28 11:36:03.858757 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c3094aef-d85f-4380-a6c6-61bb2501b142 req-62725b28-ecb2-4557-a82a-92e6c6bf6158 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Oct 28 11:36:03.956560 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d1509263-f377-4ea7-ad54-a75f096a7b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:03.959353 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d1509263-f377-4ea7-ad54-a75f096a7b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:03.960502 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-d1509263-f377-4ea7-ad54-a75f096a7b37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6506f1fb-1d1e-487c-b3b4-98f2359f1d33 HTTP/1.1" status: 204 len: 168 time: 0.2749052 Oct 28 11:36:03.969192 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1509263-f377-4ea7-ad54-a75f096a7b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6506f1fb-1d1e-487c-b3b4-98f2359f1d33,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:03.987035 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-94a79409-2b26-498c-8f32-b14e4e1e68fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:04.076979 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-94a79409-2b26-498c-8f32-b14e4e1e68fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:04.116080 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-94a79409-2b26-498c-8f32-b14e4e1e68fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d04755d2c7b451690d4c911809f14e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274311 Oct 28 11:36:04.117135 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a79409-2b26-498c-8f32-b14e4e1e68fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9ad0be-3838-4247-ba0f-66c75f5c89c0,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:04.125319 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39032) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:04.186193 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-10f9c103-b13d-44b5-a889-bf38e40fc597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:04.209993 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-10f9c103-b13d-44b5-a889-bf38e40fc597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:04.336972 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ea6a2-1787-4cce-afb6-8f87e79a544e req-e1d27f7f-371c-49f5-9bdd-33f88e8ff6c9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:04.339212 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d86ea6a2-1787-4cce-afb6-8f87e79a544e req-e1d27f7f-371c-49f5-9bdd-33f88e8ff6c9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0649107 Oct 28 11:36:04.403691 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-10f9c103-b13d-44b5-a889-bf38e40fc597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:04.404517 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-10f9c103-b13d-44b5-a889-bf38e40fc597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:04.405737 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-10f9c103-b13d-44b5-a889-bf38e40fc597 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0a9ad0be-3838-4247-ba0f-66c75f5c89c0 HTTP/1.1" status: 204 len: 168 time: 0.2850270 Oct 28 11:36:04.413184 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d86ea6a2-1787-4cce-afb6-8f87e79a544e req-7c91b913-ef21-449d-8571-9a75b38c9761 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677459 Oct 28 11:36:04.421611 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9c103-b13d-44b5-a889-bf38e40fc597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9ad0be-3838-4247-ba0f-66c75f5c89c0,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:04.979625 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb66af-a194-4bf7-a1e8-a71216c359e8 req-b821cc2d-1ec7-4b19-85ff-934dadab7824 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:04.981391 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-70cb66af-a194-4bf7-a1e8-a71216c359e8 req-b821cc2d-1ec7-4b19-85ff-934dadab7824 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0529935 Oct 28 11:36:05.022544 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-70cb66af-a194-4bf7-a1e8-a71216c359e8 req-ffd3fc8a-c22a-41d8-9f46-95177b54db01 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347359 Oct 28 11:36:05.099706 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39080) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:05.114047 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e3ce83bf-0e16-4d69-bfd5-70626dd2b8d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:05.205002 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e3ce83bf-0e16-4d69-bfd5-70626dd2b8d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:05.299707 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e3ce83bf-0e16-4d69-bfd5-70626dd2b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:05.341916 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-e3ce83bf-0e16-4d69-bfd5-70626dd2b8d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=408f4cb76c104654bf25c15bb21e1b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410679 Oct 28 11:36:05.343064 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce83bf-0e16-4d69-bfd5-70626dd2b8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0624cf19-4a3b-4224-b97f-9fc14b6aeaef,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:05.344711 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39090) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:05.423690 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c5bc00bc-3537-4ebf-8e28-13e4207df2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:05.458784 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c5bc00bc-3537-4ebf-8e28-13e4207df2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:05.579818 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36a9f6-885a-48ee-9122-183cea8d2862 req-8d796788-bd17-4a3d-8f25-2a097db41e10 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:05.581321 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2d36a9f6-885a-48ee-9122-183cea8d2862 req-8d796788-bd17-4a3d-8f25-2a097db41e10 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0500743 Oct 28 11:36:05.619491 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2d36a9f6-885a-48ee-9122-183cea8d2862 req-1673f8c0-1dd3-44ad-8a15-84becfb0b610 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316510 Oct 28 11:36:05.705299 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c5bc00bc-3537-4ebf-8e28-13e4207df2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:05.707933 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c5bc00bc-3537-4ebf-8e28-13e4207df2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:05.709059 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c5bc00bc-3537-4ebf-8e28-13e4207df2a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0624cf19-4a3b-4224-b97f-9fc14b6aeaef HTTP/1.1" status: 204 len: 168 time: 0.3625531 Oct 28 11:36:05.717706 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc00bc-3537-4ebf-8e28-13e4207df2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0624cf19-4a3b-4224-b97f-9fc14b6aeaef,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:06.143761 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120b4c3-3d3f-47d7-9612-89aa76f1de28 req-bef693c5-58e0-4fb9-9f26-21d9d159aace tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:06.146347 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a120b4c3-3d3f-47d7-9612-89aa76f1de28 req-bef693c5-58e0-4fb9-9f26-21d9d159aace tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0517528 Oct 28 11:36:06.185575 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a120b4c3-3d3f-47d7-9612-89aa76f1de28 req-5982250d-0161-4040-870a-26f2356e7fb4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Oct 28 11:36:06.582999 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39130) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:06.599781 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9e4efa3f-2514-4da1-9bab-c95fa2b94564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:06.676211 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9e4efa3f-2514-4da1-9bab-c95fa2b94564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:06.755517 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0937a5f-bd5c-4a3f-8a2d-498d982e9c29 req-4347391d-2504-4d84-bd25-c2b501587153 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:06.757000 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e0937a5f-bd5c-4a3f-8a2d-498d982e9c29 req-4347391d-2504-4d84-bd25-c2b501587153 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0517199 Oct 28 11:36:06.792497 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9e4efa3f-2514-4da1-9bab-c95fa2b94564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:06.810889 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e0937a5f-bd5c-4a3f-8a2d-498d982e9c29 req-4f0eff30-5d16-46f4-97cc-b168c494f0f8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465019 Oct 28 11:36:06.834120 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4efa3f-2514-4da1-9bab-c95fa2b94564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8e7ef8-e26b-4bc6-a50e-e00528101fef,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:06.838222 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-9e4efa3f-2514-4da1-9bab-c95fa2b94564 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf9a1d411e384ae6ad4670ff3b923f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541885 Oct 28 11:36:06.841398 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39138) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:06.889920 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dbea70e2-216f-47da-b94e-45e941edae1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:06.914720 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dbea70e2-216f-47da-b94e-45e941edae1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:07.070734 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dbea70e2-216f-47da-b94e-45e941edae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:07.074280 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dbea70e2-216f-47da-b94e-45e941edae1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:07.075706 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-dbea70e2-216f-47da-b94e-45e941edae1e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd8e7ef8-e26b-4bc6-a50e-e00528101fef HTTP/1.1" status: 204 len: 168 time: 0.2331161 Oct 28 11:36:07.084136 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea70e2-216f-47da-b94e-45e941edae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8e7ef8-e26b-4bc6-a50e-e00528101fef,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:07.300134 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b272f55-23cb-4863-bcba-fc712ef3db15 req-0279a0c4-5d83-41b9-8d7d-46c6a861db54 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:07.301527 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9b272f55-23cb-4863-bcba-fc712ef3db15 req-0279a0c4-5d83-41b9-8d7d-46c6a861db54 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0485618 Oct 28 11:36:07.341316 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9b272f55-23cb-4863-bcba-fc712ef3db15 req-ea5fb14e-1799-42a5-9730-2437ce50571d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Oct 28 11:36:07.936366 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6215cc1-4a01-48a2-969a-e76019519953 req-5a60b5ec-8525-4e92-9c50-d65ec4f5a174 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:07.943487 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d6215cc1-4a01-48a2-969a-e76019519953 req-5a60b5ec-8525-4e92-9c50-d65ec4f5a174 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0566247 Oct 28 11:36:07.980126 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d6215cc1-4a01-48a2-969a-e76019519953 req-bb046b98-afe3-4255-a8aa-a0b065bc085e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352919 Oct 28 11:36:08.463873 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728800f-2e85-44c8-8bd5-e18c8cf099d6 req-5a7f7f87-f922-4b92-a351-14979f6ebde8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:08.465447 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4728800f-2e85-44c8-8bd5-e18c8cf099d6 req-5a7f7f87-f922-4b92-a351-14979f6ebde8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0524049 Oct 28 11:36:08.529498 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4728800f-2e85-44c8-8bd5-e18c8cf099d6 req-9917bb39-2310-4674-a3e6-61b2463d4210 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545418 Oct 28 11:36:08.937406 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cb88c-511b-4a72-9c5e-b090180f1f58 req-b186ff61-4e06-4828-ab21-eebe0f579f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:08.938914 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7a5cb88c-511b-4a72-9c5e-b090180f1f58 req-b186ff61-4e06-4828-ab21-eebe0f579f0f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1098 time: 0.0395651 Oct 28 11:36:08.984614 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7a5cb88c-511b-4a72-9c5e-b090180f1f58 req-3773a114-7fab-4173-a2ff-80ef7167bf3f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329859 Oct 28 11:36:09.100049 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee349a64-8f6b-4c5b-8d08-d08f57281e5d req-8645e7f4-6728-410b-9863-47fd281ae94f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:09.101511 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ee349a64-8f6b-4c5b-8d08-d08f57281e5d req-8645e7f4-6728-410b-9863-47fd281ae94f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0476282 Oct 28 11:36:09.140721 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ee349a64-8f6b-4c5b-8d08-d08f57281e5d req-903dddd4-3de9-4047-82bd-79c05899f1c3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323846 Oct 28 11:36:09.656361 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864abdac-6647-4620-b7e5-b7329f1f6d0f req-2cae128b-758a-4a6f-9c5b-41f428014226 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:09.658079 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-864abdac-6647-4620-b7e5-b7329f1f6d0f req-2cae128b-758a-4a6f-9c5b-41f428014226 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0502028 Oct 28 11:36:09.700072 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-864abdac-6647-4620-b7e5-b7329f1f6d0f req-b515d28a-ccdb-4749-9f9c-ce78bae7409a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352583 Oct 28 11:36:10.264649 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b3ad5-9e47-487a-9a4c-624033a9dd18 req-c18fccaf-c20b-4aa2-928a-9440e8155fb2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:10.266208 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-304b3ad5-9e47-487a-9a4c-624033a9dd18 req-c18fccaf-c20b-4aa2-928a-9440e8155fb2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0484774 Oct 28 11:36:10.306267 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-304b3ad5-9e47-487a-9a4c-624033a9dd18 req-798f5998-04fe-4a3e-bf77-98302ecf53a4 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342233 Oct 28 11:36:10.818681 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3b376-bc74-435f-9dde-c7652cd3f60f req-60103af8-f7bf-4d36-84c7-1359badfde89 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:10.820323 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3ee3b376-bc74-435f-9dde-c7652cd3f60f req-60103af8-f7bf-4d36-84c7-1359badfde89 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0525377 Oct 28 11:36:10.859326 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3ee3b376-bc74-435f-9dde-c7652cd3f60f req-034b9015-f272-49c9-85bf-5aeb1060b96a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Oct 28 11:36:11.289830 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4e98-22e1-476a-8d9a-2f89cb27ec0b req-442ab0dc-2898-4e3f-aae8-922bea4ecfc3 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:11.291388 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-44cd4e98-22e1-476a-8d9a-2f89cb27ec0b req-442ab0dc-2898-4e3f-aae8-922bea4ecfc3 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0522792 Oct 28 11:36:11.331900 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-44cd4e98-22e1-476a-8d9a-2f89cb27ec0b req-46e0f780-c2ac-4eb8-a4fe-7f30b922f747 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Oct 28 11:36:11.445011 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6a608-019c-4f1a-92e2-cc59d47479a6 req-0f28a274-60d6-4ad9-bf00-cffe79855275 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:11.446521 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7dc6a608-019c-4f1a-92e2-cc59d47479a6 req-0f28a274-60d6-4ad9-bf00-cffe79855275 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0480938 Oct 28 11:36:11.487101 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7dc6a608-019c-4f1a-92e2-cc59d47479a6 req-474a3893-a50d-4170-8128-8255cea91933 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340636 Oct 28 11:36:12.485009 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbdae1-6294-43ae-b390-c18d4064f3b1 req-107b8a03-b8a3-48af-8672-db5196a7d211 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:12.486421 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-30fbdae1-6294-43ae-b390-c18d4064f3b1 req-107b8a03-b8a3-48af-8672-db5196a7d211 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0493393 Oct 28 11:36:12.526734 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-30fbdae1-6294-43ae-b390-c18d4064f3b1 req-f7df68f2-d7ab-454f-b482-2b2b74f102cf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 Oct 28 11:36:12.616781 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3bd9c-2d29-4ef0-919b-841d639d7601 req-aad7144b-b26c-4d85-b110-417dceb1e8c1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:12.618341 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3eb3bd9c-2d29-4ef0-919b-841d639d7601 req-aad7144b-b26c-4d85-b110-417dceb1e8c1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0515792 Oct 28 11:36:12.656049 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3eb3bd9c-2d29-4ef0-919b-841d639d7601 req-d6b75e8c-9c81-418d-bccf-cf76eb4229ef tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310690 Oct 28 11:36:13.640576 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687064bc-88c1-4535-86ea-51580877e1c1 req-91d4ff1b-6544-4209-a12a-c8e34157bc74 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:13.642157 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-687064bc-88c1-4535-86ea-51580877e1c1 req-91d4ff1b-6544-4209-a12a-c8e34157bc74 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0483773 Oct 28 11:36:13.679701 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-687064bc-88c1-4535-86ea-51580877e1c1 req-22733ce2-92dd-400f-bc60-baba733c6a0d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Oct 28 11:36:13.776551 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29cba7-29ba-4b09-afab-d72bdbb39f88 req-c324a0e9-1086-4fd0-8dff-29321273c803 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:13.778005 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7e29cba7-29ba-4b09-afab-d72bdbb39f88 req-c324a0e9-1086-4fd0-8dff-29321273c803 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0506363 Oct 28 11:36:13.815552 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7e29cba7-29ba-4b09-afab-d72bdbb39f88 req-950f8132-a33a-4825-b3b7-78e5aebaae26 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313752 Oct 28 11:36:14.121217 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-013c2909-9ada-4efc-bde5-633a1c1902c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:14.122691 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-013c2909-9ada-4efc-bde5-633a1c1902c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1098 time: 0.0391042 Oct 28 11:36:14.218104 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-854f266b-8651-489e-aa9b-f1d52b942b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:14.219601 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-854f266b-8651-489e-aa9b-f1d52b942b1d service neutron] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 919 time: 0.0896213 Oct 28 11:36:14.264094 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-47ebba92-f2a9-4718-bf14-cb014002a0c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357 HTTP/1.1" status: 200 len: 217 time: 0.0349262 Oct 28 11:36:14.321275 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-5b2cac3e-17fa-439e-a7a3-54b18f49c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:14.321275 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-5b2cac3e-17fa-439e-a7a3-54b18f49c947 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.0447731 Oct 28 11:36:14.355457 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-834e13ef-bcbd-4bb7-8935-0a4dbae03043 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253201 Oct 28 11:36:14.457359 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-a2c57669-ff1c-45a9-a8d3-40e840d545f5 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926306 Oct 28 11:36:14.559202 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ec3f87fb-fc96-42f1-9fb3-dce4fa265b1d req-a47f72aa-1426-45e4-8f10-cbbba66e240f service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926604 Oct 28 11:36:14.801679 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0367b-d01f-4e64-b1f8-dde4f911d1fa req-16f922a9-b4fa-4773-908c-387f50878e43 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:14.803160 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dfe0367b-d01f-4e64-b1f8-dde4f911d1fa req-16f922a9-b4fa-4773-908c-387f50878e43 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0535240 Oct 28 11:36:14.847340 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dfe0367b-d01f-4e64-b1f8-dde4f911d1fa req-a47e3b65-12b3-4e75-927c-5b0bc3bb5a7f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375440 Oct 28 11:36:14.939594 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aac37-4f10-4e3e-b6dc-723ba59137a4 req-10fdde6a-c0e1-4a4f-a6cf-627071c48fb8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:14.941040 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4aac37-4f10-4e3e-b6dc-723ba59137a4 req-10fdde6a-c0e1-4a4f-a6cf-627071c48fb8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0494616 Oct 28 11:36:14.978376 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4aac37-4f10-4e3e-b6dc-723ba59137a4 req-1ead4900-d256-4cdb-af91-1e3d19a3a7d4 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313463 Oct 28 11:36:15.739281 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39368) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:15.852759 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:15.958093 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:15.976794 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30295b-8056-4214-8fa4-e3cdee485882 req-c1e34fc2-2f10-42c8-9032-f28bf451d43d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:15.978322 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1b30295b-8056-4214-8fa4-e3cdee485882 req-c1e34fc2-2f10-42c8-9032-f28bf451d43d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0576475 Oct 28 11:36:16.018767 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1b30295b-8056-4214-8fa4-e3cdee485882 req-72da0125-b217-40f2-a938-19fefb0bb99c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344636 Oct 28 11:36:16.065347 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:16.101131 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7b7d6-a878-49d9-ad77-ac6a62d6253e req-10d8e303-9b7d-4056-a15a-11b7cf06066c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:16.102894 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7d7b7d6-a878-49d9-ad77-ac6a62d6253e req-10d8e303-9b7d-4056-a15a-11b7cf06066c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0499237 Oct 28 11:36:16.104245 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54797e006d1a45d79292e9c4a7e1b89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638904 Oct 28 11:36:16.106537 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bffa549-2a63-4f7e-92a3-76329080a816,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:16.107091 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39376) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:16.112654 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.112995 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.113326 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.113653 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.113997 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.114322 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.114641 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.114995 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.115315 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.115628 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.115941 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.116252 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8204191-ac70-4bf3-9ec5-b217b453d8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.181543 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7d7b7d6-a878-49d9-ad77-ac6a62d6253e req-167fe9b6-e49f-4f49-ac74-3f515cd3fa5f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673063 Oct 28 11:36:16.195679 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:16.219896 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:16.396865 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:16.400464 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:16.401754 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7bffa549-2a63-4f7e-92a3-76329080a816 HTTP/1.1" status: 204 len: 168 time: 0.2936645 Oct 28 11:36:16.411328 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bffa549-2a63-4f7e-92a3-76329080a816,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:16.418817 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.419161 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.419500 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.419853 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.420157 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.420483 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.420807 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.421135 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.421460 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.421771 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.422280 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.422600 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977fffc-91d4-40da-b6e6-3fc327f1082f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:16.970136 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39404) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:17.100623 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c3cfee54-7e95-4711-aaf0-e26ae2525f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:17.164737 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507e979-f5f9-4438-b2a5-d73ade20523d req-e5c2032b-c750-4e4a-8400-8e756f885da2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:17.166344 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d507e979-f5f9-4438-b2a5-d73ade20523d req-e5c2032b-c750-4e4a-8400-8e756f885da2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0757844 Oct 28 11:36:17.180314 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c3cfee54-7e95-4711-aaf0-e26ae2525f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:17.208174 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d507e979-f5f9-4438-b2a5-d73ade20523d req-c1e0ee61-014e-4761-8eac-8f69420fc8c6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339942 Oct 28 11:36:17.314365 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02eeadd-f958-4402-ac97-e6e7412ceb35 req-38c2c3aa-e98f-4cd0-ba92-5f5f5585e145 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:17.321043 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c02eeadd-f958-4402-ac97-e6e7412ceb35 req-38c2c3aa-e98f-4cd0-ba92-5f5f5585e145 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0589192 Oct 28 11:36:17.336087 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39422) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:17.365232 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c3cfee54-7e95-4711-aaf0-e26ae2525f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:17.376115 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c02eeadd-f958-4402-ac97-e6e7412ceb35 req-23bcbdd8-ce9e-471a-ad17-b21977f5817c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509686 Oct 28 11:36:17.406860 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-c3cfee54-7e95-4711-aaf0-e26ae2525f30 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9cbb57e1b0443a381588c2cfaa44034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354320 Oct 28 11:36:17.409980 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39430) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:17.422466 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfee54-7e95-4711-aaf0-e26ae2525f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8336d25b-72cc-489c-9099-8989616fd274,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:17.468697 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cfe2bc64-c680-4045-bf8f-ffd6dfcd9130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:17.492052 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cfe2bc64-c680-4045-bf8f-ffd6dfcd9130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:17.532156 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb47e-3613-40b7-ad25-e2324a1b8b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:17.739762 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cfe2bc64-c680-4045-bf8f-ffd6dfcd9130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:17.743288 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cfe2bc64-c680-4045-bf8f-ffd6dfcd9130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:17.748463 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-cfe2bc64-c680-4045-bf8f-ffd6dfcd9130 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8336d25b-72cc-489c-9099-8989616fd274 HTTP/1.1" status: 204 len: 168 time: 0.3337405 Oct 28 11:36:17.755555 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2bc64-c680-4045-bf8f-ffd6dfcd9130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8336d25b-72cc-489c-9099-8989616fd274,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:17.811312 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb47e-3613-40b7-ad25-e2324a1b8b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:17.962286 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cfbcb47e-3613-40b7-ad25-e2324a1b8b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:18.004720 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-cfbcb47e-3613-40b7-ad25-e2324a1b8b65 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54497f3ce06e46098fb408c6f1ffe728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648417 Oct 28 11:36:18.005398 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39442) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:18.013760 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcb47e-3613-40b7-ad25-e2324a1b8b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8801c-c8e3-4be0-afc9-4100f2d3da55,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:18.060714 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b201c280-5092-4e48-9cb2-342ccbd54659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:18.083120 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b201c280-5092-4e48-9cb2-342ccbd54659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:18.242630 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b201c280-5092-4e48-9cb2-342ccbd54659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:18.254598 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b201c280-5092-4e48-9cb2-342ccbd54659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:18.254598 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-b201c280-5092-4e48-9cb2-342ccbd54659 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cda8801c-c8e3-4be0-afc9-4100f2d3da55 HTTP/1.1" status: 204 len: 168 time: 0.2410488 Oct 28 11:36:18.256647 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201c280-5092-4e48-9cb2-342ccbd54659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8801c-c8e3-4be0-afc9-4100f2d3da55,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:18.343024 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9195-130a-49b6-bce7-0d936acb99c2 req-0f6f7c8f-8817-4ee9-8bd1-dc5b0f460d4f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:18.344671 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cdff9195-130a-49b6-bce7-0d936acb99c2 req-0f6f7c8f-8817-4ee9-8bd1-dc5b0f460d4f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0539474 Oct 28 11:36:18.387824 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cdff9195-130a-49b6-bce7-0d936acb99c2 req-1c68bd6e-43ea-4a12-b873-92fbddb3a879 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Oct 28 11:36:18.522881 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdb311-b59a-4d29-8e1d-43f6921167be req-30c45a6e-62cf-4990-aaf4-952919783363 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:18.525004 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fdcdb311-b59a-4d29-8e1d-43f6921167be req-30c45a6e-62cf-4990-aaf4-952919783363 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0571055 Oct 28 11:36:18.563497 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fdcdb311-b59a-4d29-8e1d-43f6921167be req-09d45a2a-33b0-42d6-87e2-2e6411d28bd7 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324318 Oct 28 11:36:18.621425 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39464) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:18.634502 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3825ca8f-551a-4218-80bf-ce80aaaff15c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:18.706680 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3825ca8f-551a-4218-80bf-ce80aaaff15c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:18.842603 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3825ca8f-551a-4218-80bf-ce80aaaff15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:18.887376 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-3825ca8f-551a-4218-80bf-ce80aaaff15c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fdc6575f40542fd87453caea842c77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647643 Oct 28 11:36:18.888563 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825ca8f-551a-4218-80bf-ce80aaaff15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f75c0-7f26-470a-890f-da9fcb622a43,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:18.890084 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39466) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:18.940330 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-974c9f4b-c42b-4973-babb-c6fb16e493e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:18.961154 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-974c9f4b-c42b-4973-babb-c6fb16e493e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:19.156542 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-974c9f4b-c42b-4973-babb-c6fb16e493e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:19.159474 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-974c9f4b-c42b-4973-babb-c6fb16e493e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:19.160996 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-974c9f4b-c42b-4973-babb-c6fb16e493e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b1f75c0-7f26-470a-890f-da9fcb622a43 HTTP/1.1" status: 204 len: 168 time: 0.2697284 Oct 28 11:36:19.172011 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c9f4b-c42b-4973-babb-c6fb16e493e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f75c0-7f26-470a-890f-da9fcb622a43,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:19.700741 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e5603-2b63-4429-b5b1-09d5357c360b req-6d47e98d-3e77-4a85-9457-38aabf6b9146 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:19.702317 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fb1e5603-2b63-4429-b5b1-09d5357c360b req-6d47e98d-3e77-4a85-9457-38aabf6b9146 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0629637 Oct 28 11:36:19.737224 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-811f061b-69d5-48e9-9e0c-d891c5159a99 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403647 Oct 28 11:36:19.742959 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fb1e5603-2b63-4429-b5b1-09d5357c360b req-0ad51b84-7a61-4377-9df5-9aa3dbf95b68 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346766 Oct 28 11:36:19.810412 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-6d24407e-efc8-4253-be49-43dc645ef3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:19.812165 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-6d24407e-efc8-4253-be49-43dc645ef3ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1098 time: 0.0482709 Oct 28 11:36:19.933185 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-77a42d8b-8445-4655-8e91-51a1aa3d2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:19.934862 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-77a42d8b-8445-4655-8e91-51a1aa3d2431 service neutron] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 919 time: 0.0895081 Oct 28 11:36:19.984012 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-cf4e56f6-77ec-4756-b007-8a11c87de859 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357 HTTP/1.1" status: 200 len: 217 time: 0.0363235 Oct 28 11:36:20.043168 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-90e955fe-6b51-4bf6-a41e-d3331595227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:20.044526 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-90e955fe-6b51-4bf6-a41e-d3331595227f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.0439458 Oct 28 11:36:20.085263 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-b6191505-c604-4921-97a6-13e3f03d32c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288546 Oct 28 11:36:20.107000 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39502) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:20.122224 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-72f42422-7b70-4f50-8af2-e7470b17fc18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:20.122547 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7cdbe436-431a-4bbb-8fb2-c3bf9da99f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:20.183974 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-ec3dbafc-0616-4f4c-8437-9bf18082fed3 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901878 Oct 28 11:36:20.206121 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-72f42422-7b70-4f50-8af2-e7470b17fc18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:20.288468 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-72f42422-7b70-4f50-8af2-e7470b17fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:20.296967 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26d6e0d6-d2ce-4e70-978c-e918043f82fd req-cb58da3d-dbbd-45a6-bdc4-8fbf6cd0c2bb service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970361 Oct 28 11:36:20.335706 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-72f42422-7b70-4f50-8af2-e7470b17fc18 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e18a83fa33a45978e11a4a934bd752e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272828 Oct 28 11:36:20.338232 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39512) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:20.346878 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f42422-7b70-4f50-8af2-e7470b17fc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb7d94-b556-4aa2-8eea-6a24be9b3f79,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:20.419069 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3e9da-0f41-49e4-ac89-6ce354341950 req-0f7f7adb-56f4-4309-875b-95a083ad9f8e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:20.420542 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2fc3e9da-0f41-49e4-ac89-6ce354341950 req-0f7f7adb-56f4-4309-875b-95a083ad9f8e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0850997 Oct 28 11:36:20.439425 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-06a65143-45c3-4f65-afd1-78582927ff92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:20.481228 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-06a65143-45c3-4f65-afd1-78582927ff92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:20.490379 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2fc3e9da-0f41-49e4-ac89-6ce354341950 req-bf991e37-e222-4cf1-a732-0dec92c6ba8e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625801 Oct 28 11:36:20.666505 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-06a65143-45c3-4f65-afd1-78582927ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:20.669025 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-06a65143-45c3-4f65-afd1-78582927ff92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:20.670205 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-06a65143-45c3-4f65-afd1-78582927ff92 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2fb7d94-b556-4aa2-8eea-6a24be9b3f79 HTTP/1.1" status: 204 len: 168 time: 0.3302982 Oct 28 11:36:20.900960 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a65143-45c3-4f65-afd1-78582927ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb7d94-b556-4aa2-8eea-6a24be9b3f79,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:20.913803 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-13db215f-cfde-4adc-aa73-38231ca78bc9 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933515834&fields=id&tenant_id=51193d7f0a4349e0852d9ec66b6dd656 HTTP/1.1" status: 200 len: 267 time: 0.2658660 Oct 28 11:36:21.030857 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-fbf79202-b5f2-4ed6-ae5b-75f9a04fca64 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:21.032294 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-fbf79202-b5f2-4ed6-ae5b-75f9a04fca64 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/networks?id=33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 200 len: 809 time: 0.1040692 Oct 28 11:36:21.048484 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-183bda2c-68d0-4277-863e-b9118d8342ac tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/quotas/51193d7f0a4349e0852d9ec66b6dd656 HTTP/1.1" status: 200 len: 375 time: 0.0098634 Oct 28 11:36:21.111304 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-9817d8cd-ea89-49ce-a533-17568f53a90c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547674 Oct 28 11:36:21.233050 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-e927e2f3-b476-4298-b414-b243055bc05b service neutron] 10.222.0.79 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070228 Oct 28 11:36:21.338005 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-9dcf58c8-a984-462d-992d-30b0e214c28b service neutron] 10.222.0.79 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979662 Oct 28 11:36:21.647292 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b8e18-cf57-4dfe-b9ee-e93ba1c80046 req-a260cee8-5ac1-48ad-8663-f1e370f7b212 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:21.648793 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-138b8e18-cf57-4dfe-b9ee-e93ba1c80046 req-a260cee8-5ac1-48ad-8663-f1e370f7b212 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0509949 Oct 28 11:36:21.711373 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-138b8e18-cf57-4dfe-b9ee-e93ba1c80046 req-2a92c245-0437-441c-a40f-a385c78cc6c3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497074 Oct 28 11:36:22.025023 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fab2b48f-2cb4-490c-a7d7-54e35c08361a req-6de00a59-2fe5-4eaf-a83b-9301d9a072df tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 210 time: 0.0380526 Oct 28 11:36:22.497848 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:22.722340 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ad81fdb0-5202-4b79-ab68-c9bfdca4a75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:22.846050 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97d98d-bbf6-4bf9-97db-aace76e8c032 req-ff378caa-365c-4208-9109-c1ac2104ffe3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:22.847523 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f97d98d-bbf6-4bf9-97db-aace76e8c032 req-ff378caa-365c-4208-9109-c1ac2104ffe3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0579529 Oct 28 11:36:22.890467 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f97d98d-bbf6-4bf9-97db-aace76e8c032 req-7a170c6e-ba78-453c-8601-26e829690f4b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367701 Oct 28 11:36:23.103467 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-22c9366c-8b15-4b88-9234-42a3f61481e7 req-2538dcf8-22ca-49d4-9e3b-1f461e195bc4 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 210 time: 0.0258114 Oct 28 11:36:23.425043 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:23.802602 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:24.030024 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400115f-c2d9-4057-9071-b73785a2d782 req-a0aa8069-8471-4fab-93b3-377545448a22 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:24.030024 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5400115f-c2d9-4057-9071-b73785a2d782 req-a0aa8069-8471-4fab-93b3-377545448a22 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0539687 Oct 28 11:36:24.077640 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5400115f-c2d9-4057-9071-b73785a2d782 req-b54a4372-64c2-46fe-b773-eef901f12c4b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398424 Oct 28 11:36:24.201214 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0c2a2ef5-18d0-4be1-9dbf-5ca06e9d17c5 req-60d2dc31-f6a6-4582-a3bb-c13a21c3e164 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 210 time: 0.0314190 Oct 28 11:36:24.817435 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39684) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:24.970420 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b3f0eaa6-c5ee-45af-9ec3-6acddc11de92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:25.045785 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b3f0eaa6-c5ee-45af-9ec3-6acddc11de92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:25.198322 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086681a5-8ccc-423c-8f0b-81c2cdb21a40 req-46d2322b-068d-4cd0-bb43-b7a96783fb15 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:25.199710 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-086681a5-8ccc-423c-8f0b-81c2cdb21a40 req-46d2322b-068d-4cd0-bb43-b7a96783fb15 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0481970 Oct 28 11:36:25.221085 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b3f0eaa6-c5ee-45af-9ec3-6acddc11de92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:25.272534 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b3f0eaa6-c5ee-45af-9ec3-6acddc11de92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae57dddd2f094bf5a8d176ac290a654d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539571 Oct 28 11:36:25.277195 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-086681a5-8ccc-423c-8f0b-81c2cdb21a40 req-3ed24718-3efb-4a0f-a807-c6b9cd3a8c74 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712764 Oct 28 11:36:25.277946 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39694) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:25.285367 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0eaa6-c5ee-45af-9ec3-6acddc11de92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd201d6-829e-48ab-8ce4-26628d6d7bcd,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:25.309482 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7fc69ee7-5df9-43f1-9942-05cac8fc185f req-0fb8d998-a8b8-47af-88f3-34b9e2fc97c2 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 210 time: 0.0420413 Oct 28 11:36:25.347595 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-26e6658a-9627-4207-a63e-2ec091212dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:25.370814 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-26e6658a-9627-4207-a63e-2ec091212dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:25.545349 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-26e6658a-9627-4207-a63e-2ec091212dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:25.561900 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-26e6658a-9627-4207-a63e-2ec091212dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:25.561900 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-26e6658a-9627-4207-a63e-2ec091212dab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1fd201d6-829e-48ab-8ce4-26628d6d7bcd HTTP/1.1" status: 204 len: 168 time: 0.2706640 Oct 28 11:36:25.561900 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6658a-9627-4207-a63e-2ec091212dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd201d6-829e-48ab-8ce4-26628d6d7bcd,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:25.688320 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:26.414428 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d150cf9-a8d9-42f8-b474-c3c5250700a5 req-f7645b71-10f6-4810-b616-b85e82b0cb16 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:26.429585 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2d150cf9-a8d9-42f8-b474-c3c5250700a5 req-f7645b71-10f6-4810-b616-b85e82b0cb16 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0649767 Oct 28 11:36:26.430238 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-944377ae-7db5-4653-853d-ca2a5e16bc11 req-a63124fc-ff08-417b-a1f9-13118ea0c407 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 210 time: 0.0491765 Oct 28 11:36:26.478782 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2d150cf9-a8d9-42f8-b474-c3c5250700a5 req-aec6b6e7-d86b-4d23-bfd1-ce8a2294e174 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483174 Oct 28 11:36:26.595662 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b06401fb-899b-4911-806e-1af780a90e1e details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:36:26.633449 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 39724) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:26.655939 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb19574c-ec2d-4b89-aedb-d814c2166422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:26.670919 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-5e4c3201-30a5-44bd-9d63-dfcb903c479a tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:26.672557 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-5e4c3201-30a5-44bd-9d63-dfcb903c479a tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.81 "GET /v2.0/networks?id=33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 200 len: 809 time: 0.1365471 Oct 28 11:36:26.713146 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:26.727752 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-2027f9a0-83d4-4e9a-b2d7-8c2c395c6317 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51193d7f0a4349e0852d9ec66b6dd656 HTTP/1.1" status: 200 len: 380 time: 0.0452626 Oct 28 11:36:26.733432 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'b06401fb-899b-4911-806e-1af780a90e1e', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'port_id': 'b06401fb-899b-4911-806e-1af780a90e1e', 'mac_address': 'fa:16:3e:17:54:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:36:26.742633 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Request body: {'port': {'device_id': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'admin_state_up': True, 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'security_groups': ['7aa0d141-42df-453a-b993-1d6679d80cef']}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:36:26.744235 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb19574c-ec2d-4b89-aedb-d814c2166422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:26.771530 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:26.785729 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b06401fb-899b-4911-806e-1af780a90e1e {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:36:26.806211 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:26.831119 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb19574c-ec2d-4b89-aedb-d814c2166422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:26.872874 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-eb19574c-ec2d-4b89-aedb-d814c2166422 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30b7c485e1a9479eb016e78477c07473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375803 Oct 28 11:36:26.873002 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19574c-ec2d-4b89-aedb-d814c2166422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325f2731-255b-4d32-88c3-fd2de9efa8c8,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:26.875108 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39728) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:26.922547 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Made reservation on behalf of 51193d7f0a4349e0852d9ec66b6dd656 for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:36:26.922757 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:26.927721 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:26.957858 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c39e382e-fd29-47cf-a826-ae60af459254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:26.978109 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=6']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:27.020340 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c39e382e-fd29-47cf-a826-ae60af459254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:27.046497 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['b06401fb-899b-4911-806e-1af780a90e1e'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:36:27.116104 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Allocated IP 172.20.0.8 (33eb3449-b6d1-4e43-ade1-99985866bde8/95ff6c20-41be-4593-b884-498bc0600560/dcd4f3ab-31e3-417d-85b2-b8b34906308c) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:36:27.213321 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c39e382e-fd29-47cf-a826-ae60af459254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:27.216552 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c39e382e-fd29-47cf-a826-ae60af459254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:27.217701 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-c39e382e-fd29-47cf-a826-ae60af459254 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/325f2731-255b-4d32-88c3-fd2de9efa8c8 HTTP/1.1" status: 204 len: 168 time: 0.3401284 Oct 28 11:36:27.233221 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e382e-fd29-47cf-a826-ae60af459254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325f2731-255b-4d32-88c3-fd2de9efa8c8,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:27.279404 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:27.414376 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:27.461788 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Network 33eb3449-b6d1-4e43-ade1-99985866bde8 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:36:27.465448 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:36:27.469344 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:36:27.514578 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'Port': ['ID=dcd4f3ab-31e3-417d-85b2-b8b34906308c,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:27.590238 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:27.590712 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:27.595470 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75b59d-4629-4be1-ae60-07b2dfb576aa req-4d39eecd-f97b-4bf0-83bb-ecdfaf0a19d7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:27.607683 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ea75b59d-4629-4be1-ae60-07b2dfb576aa req-4d39eecd-f97b-4bf0-83bb-ecdfaf0a19d7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 931 time: 0.1048942 Oct 28 11:36:27.685513 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ea75b59d-4629-4be1-ae60-07b2dfb576aa req-1b973d31-280d-4ee8-98bd-0caa870c0e7b tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745564 Oct 28 11:36:27.694406 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d621720-0ceb-411c-b5c7-6191026d16b1 req-19ae14ec-f891-4bb6-a9e7-391dcf7b0d20 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:27.700749 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0d621720-0ceb-411c-b5c7-6191026d16b1 req-19ae14ec-f891-4bb6-a9e7-391dcf7b0d20 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 945 time: 0.0742481 Oct 28 11:36:27.712072 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-01a52db8-dd6b-4b2d-a20b-7762824a4655 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9754341 Oct 28 11:36:27.756385 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Request body: {'port': {'device_id': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:36:27.787779 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0d621720-0ceb-411c-b5c7-6191026d16b1 req-a4495524-6c1e-48fa-b871-ccf98bf07052 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801866 Oct 28 11:36:27.827480 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0d349621-a57f-4a28-b40f-31ee1aebbdcf None None] Provisioning complete for port dcd4f3ab-31e3-417d-85b2-b8b34906308c triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:36:27.828077 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0d349621-a57f-4a28-b40f-31ee1aebbdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:27.831873 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:27.868998 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0d349621-a57f-4a28-b40f-31ee1aebbdcf None None] Port dcd4f3ab-31e3-417d-85b2-b8b34906308c cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:36:28.132883 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd4f3ab-31e3-417d-85b2-b8b34906308c {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:36:28.137643 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:28.150483 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Transition to ACTIVE for port object dcd4f3ab-31e3-417d-85b2-b8b34906308c will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:36:28.281967 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:28.333021 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd4f3ab-31e3-417d-85b2-b8b34906308c,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:28.437464 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Attempting to bind port dcd4f3ab-31e3-417d-85b2-b8b34906308c on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:36:28.437937 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Attempting to bind port dcd4f3ab-31e3-417d-85b2-b8b34906308c by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:36:28.438340 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Attempting to bind port dcd4f3ab-31e3-417d-85b2-b8b34906308c on network 33eb3449-b6d1-4e43-ade1-99985866bde8 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:36:28.446014 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Port dcd4f3ab-31e3-417d-85b2-b8b34906308c on network 33eb3449-b6d1-4e43-ade1-99985866bde8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:36:28.446499 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Attempting to bind port dcd4f3ab-31e3-417d-85b2-b8b34906308c on network 33eb3449-b6d1-4e43-ade1-99985866bde8 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:36:28.454578 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:36:28.454947 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Checking segment: {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:36:28.455804 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Bound using segment: {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:36:28.456300 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Bound port: dcd4f3ab-31e3-417d-85b2-b8b34906308c, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac258ef1-8d79-43c9-bef1-1c4916908aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:36:28.456722 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:28.570475 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:36:28.574657 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:36:28.608017 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b06401fb-899b-4911-806e-1af780a90e1e up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:36:28.646583 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port b06401fb-899b-4911-806e-1af780a90e1e triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:36:28.648142 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:28.719997 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:28.754861 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:28.780068 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:28.780701 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:28.782160 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] 10.222.0.81 "PUT /v2.0/ports/dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 200 len: 1093 time: 1.0412009 Oct 28 11:36:28.782624 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:36:28.784892 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178e1d3b-26db-4c88-8e6c-e3948a851d15" -d '{"events": [{"name": "network-changed", "server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:36:28.851625 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3924e4-4597-4199-b09b-db53eb745428 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd4f3ab-31e3-417d-85b2-b8b34906308c,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:28.876936 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:28.881174 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:36:28.883773 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135dbffd-63f0-4ce1-991b-44d3fcfdafaa" -d '{"events": [{"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-plugged", "status": "completed", "tag": "b06401fb-899b-4911-806e-1af780a90e1e"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:36:28.902102 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31140b8c-5630-4b71-a45e-ac2da91c91be req-bfe7b084-60fd-47cb-83c6-8f016af3f6b9 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:28.905438 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-31140b8c-5630-4b71-a45e-ac2da91c91be req-bfe7b084-60fd-47cb-83c6-8f016af3f6b9 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.1052401 Oct 28 11:36:28.981738 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-31140b8c-5630-4b71-a45e-ac2da91c91be req-a8b64e40-a69e-4bb9-9824-ae763ad1d4d5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693460 Oct 28 11:36:29.001567 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfcc68e-56d3-4cec-a291-240e08d75c28 x-openstack-request-id: req-2bfcc68e-56d3-4cec-a291-240e08d75c28 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:36:29.001567 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:36:29.001567 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2bfcc68e-56d3-4cec-a291-240e08d75c28 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:36:29.001567 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'status': 'completed', 'code': 200} Oct 28 11:36:29.014329 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-6c731ec7-e38c-4913-a446-092058a1a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:29.015878 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-6c731ec7-e38c-4913-a446-092058a1a6c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1096 time: 0.0919895 Oct 28 11:36:29.031375 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:29.092846 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-b7e43db7-f3ee-4edf-a2a4-7fb1c7ffe72b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 200 len: 217 time: 0.0624986 Oct 28 11:36:29.104190 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e68ce95-cf53-46a3-a7bf-fcfad06bd3c9 x-openstack-request-id: req-0e68ce95-cf53-46a3-a7bf-fcfad06bd3c9 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:36:29.105009 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-plugged", "status": "completed", "tag": "b06401fb-899b-4911-806e-1af780a90e1e", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:36:29.105376 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0e68ce95-cf53-46a3-a7bf-fcfad06bd3c9 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:36:29.105768 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e', 'code': 200} Oct 28 11:36:29.148699 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=7']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:29.220007 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-5d9df643-184b-465c-bf09-b8d52e87dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:29.227460 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-5d9df643-184b-465c-bf09-b8d52e87dabd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95ff6c20-41be-4593-b884-498bc0600560 HTTP/1.1" status: 200 len: 848 time: 0.1264510 Oct 28 11:36:29.267182 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b201a-62e6-4056-94a7-b624e072e025 req-38651fc1-a1d6-4130-9eb5-dfc92d55ebfd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:29.270020 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6e4b201a-62e6-4056-94a7-b624e072e025 req-38651fc1-a1d6-4130-9eb5-dfc92d55ebfd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.1248353 Oct 28 11:36:29.358833 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6e4b201a-62e6-4056-94a7-b624e072e025 req-c5615a22-aa3d-42ac-8e93-59d79b7ed22f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761893 Oct 28 11:36:29.363688 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-d61a582b-b5f1-462c-a7c0-21506680c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:29.365116 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-d61a582b-b5f1-462c-a7c0-21506680c03b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33eb3449-b6d1-4e43-ade1-99985866bde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1182439 Oct 28 11:36:29.486651 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-df3dcbcd-7af7-4b32-9b45-f0b4f779f995 service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103818 Oct 28 11:36:29.612446 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8942588e-c2a1-4407-8dfc-028b67a10f7e req-69f295bb-ba84-4eb1-a03f-a6adca5a2ad4 service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089132 Oct 28 11:36:29.821457 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-4ae122c6-fd92-4e3d-ba99-d05c9037dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:29.821457 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-4ae122c6-fd92-4e3d-ba99-d05c9037dbc0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1096 time: 0.0617359 Oct 28 11:36:29.949057 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-4e207c88-9f0e-4b70-a45f-0bebf4ca5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:29.951123 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-4e207c88-9f0e-4b70-a45f-0bebf4ca5d62 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 200 len: 910 time: 0.1221967 Oct 28 11:36:30.019219 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-a854c8bc-0030-4386-8d14-6ae56b70b585 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 200 len: 217 time: 0.0586765 Oct 28 11:36:30.103680 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-dafb25ea-31ce-4e77-83ec-07c8605da550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:30.115589 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-dafb25ea-31ce-4e77-83ec-07c8605da550 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95ff6c20-41be-4593-b884-498bc0600560 HTTP/1.1" status: 200 len: 848 time: 0.0860894 Oct 28 11:36:30.189359 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909de5f1-dda2-4950-94f8-b771803fcc2d req-4f0b68f6-2bba-4b4f-ad77-ca0d9f809355 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:30.191249 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-909de5f1-dda2-4950-94f8-b771803fcc2d req-4f0b68f6-2bba-4b4f-ad77-ca0d9f809355 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.1037741 Oct 28 11:36:30.198423 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-983b2cec-70c7-43fa-8f5a-dde95cbb870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:30.199930 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-983b2cec-70c7-43fa-8f5a-dde95cbb870c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33eb3449-b6d1-4e43-ade1-99985866bde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648921 Oct 28 11:36:30.378799 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-909de5f1-dda2-4950-94f8-b771803fcc2d req-1f799314-fa52-4fbe-b097-4f82e8fb930c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772511 Oct 28 11:36:30.431539 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-eae56834-f3ec-4e63-a3be-68a86f2781dc service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207425 Oct 28 11:36:30.534628 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a739e9-f68a-4821-834e-ad3bd2486109 req-8021aa3c-bdc6-41a9-8c46-fa4b9a9e94ec tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:30.549376 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-28a739e9-f68a-4821-834e-ad3bd2486109 req-8021aa3c-bdc6-41a9-8c46-fa4b9a9e94ec tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0825810 Oct 28 11:36:30.600115 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-178e1d3b-26db-4c88-8e6c-e3948a851d15 req-6823857a-d755-4ddd-9102-0c4ddaa8038c service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499610 Oct 28 11:36:30.613625 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-28a739e9-f68a-4821-834e-ad3bd2486109 req-c1107577-e10b-40a2-9f01-f6d94166766b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589297 Oct 28 11:36:31.561138 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081cef1-f646-4dff-9b77-abe84faf39de req-afd364aa-89c1-4c67-a8d6-6ea6f8d843a3 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:31.563844 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a081cef1-f646-4dff-9b77-abe84faf39de req-afd364aa-89c1-4c67-a8d6-6ea6f8d843a3 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0631104 Oct 28 11:36:31.616646 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a081cef1-f646-4dff-9b77-abe84faf39de req-c1e5c98d-3fc4-4dde-8ecd-d301d972d895 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Oct 28 11:36:31.779144 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad010c80-b678-46d9-9121-5097abb12b9c req-e3ef99ed-5816-4bba-8099-976b0e962253 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:31.787454 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ad010c80-b678-46d9-9121-5097abb12b9c req-e3ef99ed-5816-4bba-8099-976b0e962253 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0748618 Oct 28 11:36:31.841278 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ad010c80-b678-46d9-9121-5097abb12b9c req-55bcb338-b737-48c0-953c-b75d0585e8d0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488892 Oct 28 11:36:32.050853 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:36:32.736113 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6df56-4b42-4574-8171-563957f67141 req-b5ad67a3-d919-466c-85e4-d99f15bf7b9c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:32.737880 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0db6df56-4b42-4574-8171-563957f67141 req-b5ad67a3-d919-466c-85e4-d99f15bf7b9c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0493393 Oct 28 11:36:32.781138 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0db6df56-4b42-4574-8171-563957f67141 req-15613c4f-e603-4217-8187-e07d806b1b17 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373559 Oct 28 11:36:32.950170 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39954) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:32.982458 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43d6d1-998d-4828-a754-f451ce1d3482 req-c28af10e-7a96-468a-b089-be81fde3db71 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:32.989742 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9e43d6d1-998d-4828-a754-f451ce1d3482 req-c28af10e-7a96-468a-b089-be81fde3db71 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0574839 Oct 28 11:36:33.037740 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9e43d6d1-998d-4828-a754-f451ce1d3482 req-b3107214-7860-4a8c-ac9d-25d484403a45 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470104 Oct 28 11:36:33.137608 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6cad54d1-4a18-4cee-8021-28d038108719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:33.234670 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6cad54d1-4a18-4cee-8021-28d038108719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:33.305414 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6cad54d1-4a18-4cee-8021-28d038108719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:33.345656 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad54d1-4a18-4cee-8021-28d038108719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12aba57-ccf0-4868-98cd-ba0f5475a929,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:33.352450 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-6cad54d1-4a18-4cee-8021-28d038108719 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4a2ef3ad4d4429c847843209a51f3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986397 Oct 28 11:36:33.352660 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 39960) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:33.416119 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dc54d83f-55bb-4152-8578-eadc4cd8164e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:33.442835 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dc54d83f-55bb-4152-8578-eadc4cd8164e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:33.591673 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dc54d83f-55bb-4152-8578-eadc4cd8164e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:33.594950 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dc54d83f-55bb-4152-8578-eadc4cd8164e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:33.596422 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-dc54d83f-55bb-4152-8578-eadc4cd8164e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b12aba57-ccf0-4868-98cd-ba0f5475a929 HTTP/1.1" status: 204 len: 168 time: 0.2427034 Oct 28 11:36:33.616228 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54d83f-55bb-4152-8578-eadc4cd8164e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12aba57-ccf0-4868-98cd-ba0f5475a929,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:33.919325 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879320f3-e984-4677-966c-af3bf359c02b req-25db1b9f-a1a3-4afe-a89e-b9cebe3e0e87 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:33.921677 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-879320f3-e984-4677-966c-af3bf359c02b req-25db1b9f-a1a3-4afe-a89e-b9cebe3e0e87 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0545633 Oct 28 11:36:33.987043 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-879320f3-e984-4677-966c-af3bf359c02b req-3bca5dee-69d7-485b-a9d3-b9986043d0a0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548995 Oct 28 11:36:34.235298 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948090f-34f7-42a0-a2cc-b2bf778723ae req-58ea846e-a2e1-4c06-b756-e2f8bf20db6f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:34.245236 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0948090f-34f7-42a0-a2cc-b2bf778723ae req-58ea846e-a2e1-4c06-b756-e2f8bf20db6f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.1252847 Oct 28 11:36:34.289595 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0948090f-34f7-42a0-a2cc-b2bf778723ae req-e1979b29-5da6-48cb-95a2-2dc6073929c7 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390558 Oct 28 11:36:34.305860 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f6058-8e41-49ed-9b63-1345b862979c req-e56f6d1b-22be-4cf7-b299-b846d815b622 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:34.305860 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-469f6058-8e41-49ed-9b63-1345b862979c req-e56f6d1b-22be-4cf7-b299-b846d815b622 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0676432 Oct 28 11:36:34.389605 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-469f6058-8e41-49ed-9b63-1345b862979c req-87be5c76-6cd7-49c7-8206-c2bbb1f6d85c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781598 Oct 28 11:36:34.855668 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 40004) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:34.919500 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-10f053ba-ff96-483f-82c3-5864dbabc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:34.921447 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-10f053ba-ff96-483f-82c3-5864dbabc702 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1098 time: 0.0820110 Oct 28 11:36:35.005917 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1391543104-network', 'tenant_id': 'd4d15476f27c4f3e8843ced1b4f51cfe'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:36:35.133559 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Made reservation on behalf of d4d15476f27c4f3e8843ced1b4f51cfe for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:36:35.136161 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:35.139984 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-4d7fb187-657c-4729-a1ac-49879816bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:35.141949 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-4d7fb187-657c-4729-a1ac-49879816bd9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 919 time: 0.2031484 Oct 28 11:36:35.146460 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:35.154446 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4f6f-1f4a-4e21-8184-388ce237c5dc req-c9ac097b-ec98-478f-8dca-1ccc2f6e2fd7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:35.156655 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d69b4f6f-1f4a-4e21-8184-388ce237c5dc req-c9ac097b-ec98-478f-8dca-1ccc2f6e2fd7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0942354 Oct 28 11:36:35.221779 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-740e10ea-42bc-4319-ba0a-d052599bfc49 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357 HTTP/1.1" status: 200 len: 217 time: 0.0610988 Oct 28 11:36:35.253980 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:35.293253 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d69b4f6f-1f4a-4e21-8184-388ce237c5dc req-d79a12d9-3a47-4c79-a858-22c81c11b265 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238952 Oct 28 11:36:35.307160 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-df6cb26e-8982-4b6a-b9ee-b94ba4b5762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:35.309934 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-df6cb26e-8982-4b6a-b9ee-b94ba4b5762e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.0756459 Oct 28 11:36:35.330013 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:35.365062 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:36:35.375830 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db711e25-91d5-4c84-86c2-e721f738d29a,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:35.383983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:35.384663 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Added segment 3db39dfa-c065-4f91-883a-c869695b9342 of type vlan for network 43bf690c-9cd0-454e-b723-f5511c7e0fbd Oct 28 11:36:35.430031 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-6d2fad5c-0292-498d-83b2-8db53ddba752 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923188 Oct 28 11:36:35.462097 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:35.574008 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf3a5c-42f0-4ae2-819f-25b7e1dd7fe9 req-75d52339-9020-475d-8b65-6a5d1b574b87 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:35.576205 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f5cf3a5c-42f0-4ae2-819f-25b7e1dd7fe9 req-75d52339-9020-475d-8b65-6a5d1b574b87 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0953362 Oct 28 11:36:35.630747 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f5cf3a5c-42f0-4ae2-819f-25b7e1dd7fe9 req-7c681657-0d18-4429-a2f8-677ad750c6a6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464494 Oct 28 11:36:35.648364 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:35.649653 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:35.650409 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:35.665260 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856de94-2600-4ceb-b073-8469dc41b2cd req-b775336b-c04b-4797-a64f-11c540bf0090 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:35.666803 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4856de94-2600-4ceb-b073-8469dc41b2cd req-b775336b-c04b-4797-a64f-11c540bf0090 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.1139791 Oct 28 11:36:35.674659 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-4903fa80-97fb-4923-a36c-ae722a1fcf97 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228329 Oct 28 11:36:35.735729 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=43bf690c-9cd0-454e-b723-f5511c7e0fbd,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:35.753288 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network 43bf690c-9cd0-454e-b723-f5511c7e0fbd details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:36:35.808120 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4856de94-2600-4ceb-b073-8469dc41b2cd req-0c41b352-b5c3-4ae8-beb7-16041255c7c0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303732 Oct 28 11:36:35.829994 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-1aa01982-8d16-4dbb-a0ad-75ea20185cf2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9727433 Oct 28 11:36:35.836724 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 40020) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:35.848137 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Request body: {'subnet': {'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1391543104-subnet', 'tenant_id': 'd4d15476f27c4f3e8843ced1b4f51cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:36:35.912566 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e77f5f1c-15e2-4754-8f6e-7b2fa03ff060 req-05ead3a4-0cf1-430d-b554-230c6a966303 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263980 Oct 28 11:36:35.985202 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Made reservation on behalf of d4d15476f27c4f3e8843ced1b4f51cfe for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:36:35.988355 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14419439'] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:36.463502 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631893-3fad-4d20-b05b-8de23d1fc144 req-41979f3b-6c0d-409e-a09a-705c4540f505 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:36.465779 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e3631893-3fad-4d20-b05b-8de23d1fc144 req-41979f3b-6c0d-409e-a09a-705c4540f505 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0926206 Oct 28 11:36:36.511135 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e3631893-3fad-4d20-b05b-8de23d1fc144 req-3bddaf1c-9c8b-4329-916f-9239bce22924 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384924 Oct 28 11:36:36.767339 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedc02-5553-4166-9bf4-c1f1c476e33b req-dda26c4f-41c6-49a1-ab3f-ab29197d0f91 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:36.768813 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f6dedc02-5553-4166-9bf4-c1f1c476e33b req-dda26c4f-41c6-49a1-ab3f-ab29197d0f91 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0497835 Oct 28 11:36:36.807429 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f6dedc02-5553-4166-9bf4-c1f1c476e33b req-8c1a537a-f27e-412e-b53a-3ba91fe88fc3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325303 Oct 28 11:36:36.924471 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3cf88-8c48-4262-8723-fe0b183a43e9 req-1aabf563-01b5-423b-984d-3d250c932fdd tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:36.926092 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-59f3cf88-8c48-4262-8723-fe0b183a43e9 req-1aabf563-01b5-423b-984d-3d250c932fdd tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0537004 Oct 28 11:36:36.928560 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12818695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14419453'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:37.000547 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-59f3cf88-8c48-4262-8723-fe0b183a43e9 req-671879ac-6dae-4557-812b-d564ad39049f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575783 Oct 28 11:36:37.003860 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:37.009925 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Checking segment: {'id': '3db39dfa-c065-4f91-883a-c869695b9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:36:37.010442 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Network hostable DHCP agents. Network: 43bf690c-9cd0-454e-b723-f5511c7e0fbd, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:36:37.215508 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Network 43bf690c-9cd0-454e-b723-f5511c7e0fbd is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:36:37.392096 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, 43bf690c-9cd0-454e-b723-f5511c7e0fbd) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:36:37.397968 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:37.400938 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:37.409130 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7c51eb-1317-4e57-8044-2f1c6cca1995 None None] Network 43bf690c-9cd0-454e-b723-f5511c7e0fbd requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:36:37.525103 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-a052232e-6c81-4911-88b9-6abf1acb5c03 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6863666 Oct 28 11:36:37.595215 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf8f73e-3530-4c13-bc05-bda4e6ff43cd None None] Network 43bf690c-9cd0-454e-b723-f5511c7e0fbd requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:36:37.723858 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae55a3-c793-43ed-abd1-d69008da3349 req-57824029-aab6-4489-a391-7ea468c7583f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:37.726292 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-70ae55a3-c793-43ed-abd1-d69008da3349 req-57824029-aab6-4489-a391-7ea468c7583f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.1193485 Oct 28 11:36:37.796515 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-70ae55a3-c793-43ed-abd1-d69008da3349 req-cebf91d4-9bc5-4594-bab3-c1304cf50f61 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596566 Oct 28 11:36:37.986942 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709923-4d53-41e4-a285-769201e53f70 req-f5a7aee4-8d1b-42b2-9ee3-3c6742db44cc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:37.988172 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-05709923-4d53-41e4-a285-769201e53f70 req-f5a7aee4-8d1b-42b2-9ee3-3c6742db44cc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0754776 Oct 28 11:36:38.047154 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-05709923-4d53-41e4-a285-769201e53f70 req-b2621f6f-88ab-466a-a303-7bc02b15a845 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555415 Oct 28 11:36:38.202408 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7030-6dc9-4bcf-839c-0bcc6e578434 req-cc589d08-8bf2-4517-9d35-c000636de037 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:38.204078 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6adf7030-6dc9-4bcf-839c-0bcc6e578434 req-cc589d08-8bf2-4517-9d35-c000636de037 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0734859 Oct 28 11:36:38.265049 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6adf7030-6dc9-4bcf-839c-0bcc6e578434 req-0c316ad2-9be3-44e5-b671-498119ca922e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546949 Oct 28 11:36:38.931830 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e06e8b-937b-4f52-9167-50b41c3baadf req-b282d8ba-8701-4144-a580-f242088d01fd tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:38.933459 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-68e06e8b-937b-4f52-9167-50b41c3baadf req-b282d8ba-8701-4144-a580-f242088d01fd tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0601218 Oct 28 11:36:38.979027 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-68e06e8b-937b-4f52-9167-50b41c3baadf req-97e4e73c-34e0-4078-81d3-00a7a6003236 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368004 Oct 28 11:36:39.203558 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96adbb-45a5-4d6e-9a01-c51f4d527af1 req-180aa551-3e11-4eb4-92fa-cce80eb9a09f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:39.205141 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cb96adbb-45a5-4d6e-9a01-c51f4d527af1 req-180aa551-3e11-4eb4-92fa-cce80eb9a09f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0737131 Oct 28 11:36:39.261313 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cb96adbb-45a5-4d6e-9a01-c51f4d527af1 req-c82df112-8229-48df-a995-eeca9ab8decb tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459154 Oct 28 11:36:39.416807 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d678e-031e-4a38-bb21-6f1c6357f793 req-ecb2b67c-6983-4c95-9fb8-f3c3d9ef004c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:39.419558 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bc6d678e-031e-4a38-bb21-6f1c6357f793 req-ecb2b67c-6983-4c95-9fb8-f3c3d9ef004c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0700142 Oct 28 11:36:39.472898 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bc6d678e-031e-4a38-bb21-6f1c6357f793 req-982cf1a9-2d46-4aa2-a0f2-f03a1defb23b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466161 Oct 28 11:36:42.697069 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f01e097e-c91c-42ab-9588-27955ee9b55b tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:42.698376 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f01e097e-c91c-42ab-9588-27955ee9b55b tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 814 time: 0.1175251 Oct 28 11:36:42.718222 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-d4678f61-629b-49b7-bbd3-dfafa9a8e96a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/quotas/29547520fd4e4366936ad7dd8ef931c6 HTTP/1.1" status: 200 len: 375 time: 0.0106936 Oct 28 11:36:42.777869 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-2278543c-43a4-49a2-b11e-4d6bb68348b0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529516 Oct 28 11:36:42.875877 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-b95e5fcb-74be-415c-9d6a-a53aa3adc0ec service neutron] 10.222.0.79 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906527 Oct 28 11:36:42.912688 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-d4eb79e9-719f-4ddd-8852-ab6c7e1f694a tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:42.914203 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-d4eb79e9-719f-4ddd-8852-ab6c7e1f694a tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/networks?id=43bf690c-9cd0-454e-b723-f5511c7e0fbd HTTP/1.1" status: 200 len: 809 time: 0.3182974 Oct 28 11:36:42.931009 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-7c1d2373-a48e-4a0f-96fc-888b1a0f97ba tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/quotas/d4d15476f27c4f3e8843ced1b4f51cfe HTTP/1.1" status: 200 len: 375 time: 0.0092304 Oct 28 11:36:42.964023 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-bd03087e-4f54-4934-b3bd-bb61a9fff3b3 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d15476f27c4f3e8843ced1b4f51cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261235 Oct 28 11:36:42.970431 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-446cb5ea-e461-4508-920d-3871458aae5b service neutron] 10.222.0.79 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883400 Oct 28 11:36:43.063358 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-1027ae98-a102-4631-988c-ed2bcad9c0a8 service neutron] 10.222.0.79 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882344 Oct 28 11:36:43.156723 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-2f52b4bf-3e32-44ed-9217-c2ebddea6dbc service neutron] 10.222.0.79 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865180 Oct 28 11:36:43.272190 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0b46-79d5-42da-8722-ae66cc36cbee req-3dc52409-de6c-4327-be5c-2fb48394acf9 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:43.274587 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-234c0b46-79d5-42da-8722-ae66cc36cbee req-3dc52409-de6c-4327-be5c-2fb48394acf9 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0643475 Oct 28 11:36:43.279222 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-04d7edd5-15b7-45ce-9f10-9e2df8fe5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:43.282266 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-04d7edd5-15b7-45ce-9f10-9e2df8fe5e18 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 1099 time: 0.0556352 Oct 28 11:36:43.324395 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-234c0b46-79d5-42da-8722-ae66cc36cbee req-db54c96e-a1a4-42fa-9e98-5a012365800d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428841 Oct 28 11:36:43.528281 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee871a-72ec-4538-b53a-8e7dc3744c13 req-6f35c01a-18b4-44af-a7df-7abe0ff68235 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:43.532449 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-36ee871a-72ec-4538-b53a-8e7dc3744c13 req-6f35c01a-18b4-44af-a7df-7abe0ff68235 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.1127868 Oct 28 11:36:43.558762 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-4df7d54a-adf7-4960-857f-39e0d1148b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:43.560247 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-4df7d54a-adf7-4960-857f-39e0d1148b11 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 918 time: 0.2705014 Oct 28 11:36:43.584005 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb44a32-17e5-4321-bac6-ba4f093b1a5a req-f6e10143-69c6-4c1e-9877-3942c7a34799 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:43.592086 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3eb44a32-17e5-4321-bac6-ba4f093b1a5a req-f6e10143-69c6-4c1e-9877-3942c7a34799 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.1311457 Oct 28 11:36:43.614550 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-36ee871a-72ec-4538-b53a-8e7dc3744c13 req-4e8e3db4-428f-4b8d-a4c3-b850fc727522 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741582 Oct 28 11:36:43.716135 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ef4cf403-50ff-458a-a9f8-8f961a8a3a75 req-1b27e52e-9f8a-4351-b1e8-97b514760666 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 210 time: 0.0511711 Oct 28 11:36:43.720437 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-0b237338-b322-4a46-b03c-eaca88749c81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06401fb-899b-4911-806e-1af780a90e1e HTTP/1.1" status: 200 len: 1001 time: 0.1524990 Oct 28 11:36:43.736697 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3eb44a32-17e5-4321-bac6-ba4f093b1a5a req-3c013515-8bce-4991-8b6a-8b5dfabb9266 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436832 Oct 28 11:36:43.790441 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-55a57e66-9e46-4bb1-9752-032c7a0937b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:43.791930 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-55a57e66-9e46-4bb1-9752-032c7a0937b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 200 len: 856 time: 0.0540621 Oct 28 11:36:43.812213 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7d0f9d69-cfc7-49e1-b738-1ba0e7ef3fd9 req-69e0bcf0-4c26-4485-8b55-0295d29922bc tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 210 time: 0.0323911 Oct 28 11:36:43.850447 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-0b67d871-adbd-4991-8bed-b26fd0d317f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:43.852038 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-0b67d871-adbd-4991-8bed-b26fd0d317f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f5e489a1-e2f1-42bf-94d6-b73230b944c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490208 Oct 28 11:36:43.955214 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-ae4d44f3-b6cb-4bf8-8f73-eef5046159e4 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875385 Oct 28 11:36:44.064206 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0a426dac-c8b3-41b5-8e60-53d9c32c93ea req-12e292a2-0ace-4660-8230-2ed261cbdff9 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983157 Oct 28 11:36:44.458363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dc518-8705-4f03-8ea6-acc03dc52168 req-258edfdb-6a18-4774-af35-de2cff0546db tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:44.459927 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-017dc518-8705-4f03-8ea6-acc03dc52168 req-258edfdb-6a18-4774-af35-de2cff0546db tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0534399 Oct 28 11:36:44.503330 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-017dc518-8705-4f03-8ea6-acc03dc52168 req-59f4d3d0-bc38-4e42-a812-0b7dd6b08b7c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350726 Oct 28 11:36:44.718402 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device dcd4f3ab-31e3-417d-85b2-b8b34906308c details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:36:44.747606 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f7be5-ef7a-4525-a952-1d420a0b208d req-bff309f9-3e06-4fa1-9d6b-fa6ca7e20f3a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:44.750271 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f89f7be5-ef7a-4525-a952-1d420a0b208d req-bff309f9-3e06-4fa1-9d6b-fa6ca7e20f3a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0540364 Oct 28 11:36:44.801579 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f89f7be5-ef7a-4525-a952-1d420a0b208d req-c9559eb7-2b85-42fc-bb96-d61a2576f13c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388315 Oct 28 11:36:44.852562 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7f479b34-984c-4387-b6e2-b14d4f52acd2 req-174637a3-d90b-4a80-b978-184bc3f6b9cf tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 210 time: 0.0365586 Oct 28 11:36:44.865022 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:44.880291 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'port_id': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'mac_address': 'fa:16:3e:4b:36:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:36:44.923981 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-907ae839-ebf8-4bc8-977b-ec136587cdd9 req-b577474c-5dee-4af7-9fa9-dcdb6e5907d1 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 210 time: 0.0340383 Oct 28 11:36:44.938497 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:44.956216 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd4f3ab-31e3-417d-85b2-b8b34906308c {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:36:44.969589 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90916ea4-8d4c-47f9-8431-48bab2cc07ed req-05a8b27d-992f-4cac-b01d-013cf486a813 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:44.971125 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-90916ea4-8d4c-47f9-8431-48bab2cc07ed req-05a8b27d-992f-4cac-b01d-013cf486a813 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0625181 Oct 28 11:36:44.976056 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:45.016056 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-90916ea4-8d4c-47f9-8431-48bab2cc07ed req-6da8eaec-d942-496c-9684-deb6755eb986 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380714 Oct 28 11:36:45.128068 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:45.185742 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=dcd4f3ab-31e3-417d-85b2-b8b34906308c,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:45.197156 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.197529 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.197946 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.198370 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.199092 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.199439 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.200148 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.200480 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.200831 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.201162 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.201481 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.201804 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:36:45.475701 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['dcd4f3ab-31e3-417d-85b2-b8b34906308c'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:36:45.645514 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d11e5-6eb0-459d-b9a6-1f34f61bf84d req-c0f5defb-5ddb-4b27-b821-9d7ed4cb9ff4 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:45.647357 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-847d11e5-6eb0-459d-b9a6-1f34f61bf84d req-c0f5defb-5ddb-4b27-b821-9d7ed4cb9ff4 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 944 time: 0.0613940 Oct 28 11:36:45.693036 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-847d11e5-6eb0-459d-b9a6-1f34f61bf84d req-19284636-2413-4304-a06a-bb047f1f8239 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 Oct 28 11:36:45.943099 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b9a91-b903-46b8-9ddb-2c1885e335e2 req-053797d5-3eaa-4397-b307-4d8f91e82d12 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:45.951626 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a79b9a91-b903-46b8-9ddb-2c1885e335e2 req-053797d5-3eaa-4397-b307-4d8f91e82d12 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.0785370 Oct 28 11:36:45.994941 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a79b9a91-b903-46b8-9ddb-2c1885e335e2 req-b0c7b670-b79f-4521-bbcc-5e29dea2b89a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403848 Oct 28 11:36:45.996391 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2965c034-28e0-4a8e-be2c-41f9d0920a5a req-d5b9e2bc-aa11-47fa-9d69-e3c7d1fd3096 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 210 time: 0.0558982 Oct 28 11:36:46.083814 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-0c556cd9-1e8c-4ac4-8298-4c891f207acc tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:46.085229 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-0c556cd9-1e8c-4ac4-8298-4c891f207acc tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "GET /v2.0/networks?id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 200 len: 814 time: 0.1793213 Oct 28 11:36:46.113876 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Request body: {'port': {'device_id': '6c8cbe56-7334-4f22-bce3-406551147810', 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d', 'admin_state_up': True, 'tenant_id': '29547520fd4e4366936ad7dd8ef931c6'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:36:46.124107 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-53b4a958-dbe8-4518-bd1f-56ba68ae265f req-7bc63d44-c56a-487a-8372-b1b831cf9522 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 210 time: 0.0335190 Oct 28 11:36:46.159436 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f1fb4-7844-4f54-853f-f7dad87a7582 req-98cae6bf-6171-420a-a721-4583a1a7426c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:46.161154 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-834f1fb4-7844-4f54-853f-f7dad87a7582 req-98cae6bf-6171-420a-a721-4583a1a7426c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0580842 Oct 28 11:36:46.214069 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-834f1fb4-7844-4f54-853f-f7dad87a7582 req-114e8170-ca5b-4edc-ab5d-047c86245736 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420871 Oct 28 11:36:46.361337 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Made reservation on behalf of 29547520fd4e4366936ad7dd8ef931c6 for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:36:46.364732 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:46.504930 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Allocated IP 172.20.0.10 (49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d/dc7badf1-9a58-40b8-b3dc-4f60d176986f/7767718f-2a77-4873-9b75-bd1ed9c34e3f) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:36:46.708243 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-c96de626-5cac-4108-94ae-d5cdc9a404d3 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:46.709808 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-c96de626-5cac-4108-94ae-d5cdc9a404d3 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.81 "GET /v2.0/networks?id=43bf690c-9cd0-454e-b723-f5511c7e0fbd HTTP/1.1" status: 200 len: 809 time: 0.1794310 Oct 28 11:36:46.740186 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device dcd4f3ab-31e3-417d-85b2-b8b34906308c up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:36:46.741906 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Request body: {'port': {'device_id': 'd54e3fec-a42f-4842-86e6-b3c35ac5c768', 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd', 'admin_state_up': True, 'tenant_id': 'd4d15476f27c4f3e8843ced1b4f51cfe'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:36:46.808303 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:46.876917 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port dcd4f3ab-31e3-417d-85b2-b8b34906308c completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:36:46.882685 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port dcd4f3ab-31e3-417d-85b2-b8b34906308c triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:36:46.882894 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:46.907676 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6480af-938a-4854-9b7c-97ec8ac6d98a req-1c13fc98-67ce-4f1c-a7c3-33b69526900b tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:46.909295 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6a6480af-938a-4854-9b7c-97ec8ac6d98a req-1c13fc98-67ce-4f1c-a7c3-33b69526900b tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 944 time: 0.1154675 Oct 28 11:36:46.968804 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6a6480af-938a-4854-9b7c-97ec8ac6d98a req-d6d9ad2c-ed88-4d85-9ff2-c11778d0bc5a tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494981 Oct 28 11:36:46.978011 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:47.006162 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:36:47.008466 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1885d4-a83d-4626-b314-95d60f9c5095" -d '{"events": [{"server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "name": "network-vif-plugged", "status": "completed", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:36:47.013757 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:47.046282 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'bb14b772-cbb5-4874-b599-a2e5b4cdb055', '68eb60d9-230b-4c15-a280-cb50827c0048'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:36:47.053922 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:47.066484 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:36:47.070349 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:36:47.076318 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:36:47.080825 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Made reservation on behalf of d4d15476f27c4f3e8843ced1b4f51cfe for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:36:47.084842 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:47.106252 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Pushing event updated for resources: {'Port': ['ID=7767718f-2a77-4873-9b75-bd1ed9c34e3f,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:47.125638 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1482ac1f-f731-4a34-be1d-28df8373bad9 x-openstack-request-id: req-1482ac1f-f731-4a34-be1d-28df8373bad9 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:36:47.126144 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "name": "network-vif-plugged", "status": "completed", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:36:47.126316 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1482ac1f-f731-4a34-be1d-28df8373bad9 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:36:47.126725 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'code': 200} Oct 28 11:36:47.151060 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:47.151060 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b06401fb-899b-4911-806e-1af780a90e1e no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:36:47.215799 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:47.216969 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:47.227136 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9881ee-4b30-4761-bfbc-3af96db27643 req-3c5e0799-b395-4728-bf3b-b9905720fbcc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:47.243347 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0e9881ee-4b30-4761-bfbc-3af96db27643 req-3c5e0799-b395-4728-bf3b-b9905720fbcc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 946 time: 0.1049590 Oct 28 11:36:47.262995 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172222d5-21b8-4e38-8658-7e604dd7c437 req-193869ed-9b0d-49f5-9240-7bd045c6d0f1 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:47.264426 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-172222d5-21b8-4e38-8658-7e604dd7c437 req-193869ed-9b0d-49f5-9240-7bd045c6d0f1 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 932 time: 0.1475649 Oct 28 11:36:47.289651 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0e9881ee-4b30-4761-bfbc-3af96db27643 req-267ee5b9-7881-4fc3-9835-0ec0e50eac98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451319 Oct 28 11:36:47.305714 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=dcd4f3ab-31e3-417d-85b2-b8b34906308c,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:47.340444 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-172222d5-21b8-4e38-8658-7e604dd7c437 req-2c0bc983-bfaf-4692-9178-42883aa080f6 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691149 Oct 28 11:36:47.344563 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Allocated IP 172.20.0.2 (43bf690c-9cd0-454e-b723-f5511c7e0fbd/2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac/f62e546b-a0a7-4b96-a05c-aa63d28f3097) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:36:47.372023 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ffc60fbb-db71-4a4e-83db-dc77c3446ab8 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2695711 Oct 28 11:36:47.387409 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Request body: {'port': {'device_id': '6c8cbe56-7334-4f22-bce3-406551147810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:36:47.414092 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:47.416284 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2ab620e4-52e1-4780-a2c0-c0f5e666abff req-4c0196a3-6684-44c4-8fe6-61497b5115bd tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 210 time: 0.0416644 Oct 28 11:36:47.544526 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:47.565221 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a38b3e-84fe-42eb-8561-aef29994adef req-2c065b9f-7fdc-477a-ae78-26f511eb58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:47.567096 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-82a38b3e-84fe-42eb-8561-aef29994adef req-2c065b9f-7fdc-477a-ae78-26f511eb58f3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1098 time: 0.0876963 Oct 28 11:36:47.613235 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-82a38b3e-84fe-42eb-8561-aef29994adef req-e7adeee3-6a4f-4dcb-9dcb-aa52528aa0f7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373890 Oct 28 11:36:47.629211 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1256-a101-4b3f-83bb-9b626e75c4d0 req-c23b579c-6dac-42ac-ad29-dc969ba99725 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:47.630827 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cd9c1256-a101-4b3f-83bb-9b626e75c4d0 req-c23b579c-6dac-42ac-ad29-dc969ba99725 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.2138443 Oct 28 11:36:47.645006 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:47.653838 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:47.720658 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:47.756625 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cd9c1256-a101-4b3f-83bb-9b626e75c4d0 req-e794cbbc-3eda-4a2d-ada0-4dd4a432794d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124344 Oct 28 11:36:47.773081 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=8']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:47.983771 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:48.081804 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Network 43bf690c-9cd0-454e-b723-f5511c7e0fbd is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:36:48.111444 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:36:48.116295 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Pushing event updated for resources: {'Port': ['ID=f62e546b-a0a7-4b96-a05c-aa63d28f3097,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:48.118221 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:36:48.149738 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7767718f-2a77-4873-9b75-bd1ed9c34e3f {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:36:48.163272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:48.203116 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df7a0-378b-4643-86e2-5f76da6adb13 req-2c26bcf4-b792-40a9-962d-b870594de00f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:48.204637 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2f2df7a0-378b-4643-86e2-5f76da6adb13 req-2c26bcf4-b792-40a9-962d-b870594de00f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.1365325 Oct 28 11:36:48.205628 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Transition to ACTIVE for port object 7767718f-2a77-4873-9b75-bd1ed9c34e3f will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:36:48.211992 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:48.216409 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:48.260263 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2f2df7a0-378b-4643-86e2-5f76da6adb13 req-76d5e3cc-4d3a-4769-ad29-f1ae29e64fb9 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Oct 28 11:36:48.282334 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:48.340596 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7767718f-2a77-4873-9b75-bd1ed9c34e3f,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:48.350652 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4e354937-3b98-4681-8c63-0dfe0c2be783 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6174839 Oct 28 11:36:48.381634 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Request body: {'port': {'device_id': 'd54e3fec-a42f-4842-86e6-b3c35ac5c768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:36:48.722229 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:48.727042 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Attempting to bind port 7767718f-2a77-4873-9b75-bd1ed9c34e3f on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:36:48.727368 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Attempting to bind port 7767718f-2a77-4873-9b75-bd1ed9c34e3f by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:36:48.727691 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Attempting to bind port 7767718f-2a77-4873-9b75-bd1ed9c34e3f on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:36:48.744060 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Port 7767718f-2a77-4873-9b75-bd1ed9c34e3f on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:36:48.744411 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Attempting to bind port 7767718f-2a77-4873-9b75-bd1ed9c34e3f on network 49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:36:48.766704 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c66ac9-48fe-4b03-bf13-5d92ede24b57 req-9e0c2b8c-0089-4392-aeea-fe178f524759 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:48.766704 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c4c66ac9-48fe-4b03-bf13-5d92ede24b57 req-9e0c2b8c-0089-4392-aeea-fe178f524759 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 944 time: 0.3408294 Oct 28 11:36:48.769712 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:36:48.769881 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Checking segment: {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:36:48.769881 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Bound using segment: {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:36:48.770762 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Bound port: 7767718f-2a77-4873-9b75-bd1ed9c34e3f, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd9b284-92f8-4278-8088-8fec7c59b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:36:48.771125 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:48.853720 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c4c66ac9-48fe-4b03-bf13-5d92ede24b57 req-ec08f65b-8902-42aa-942b-065f70b3bd54 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602448 Oct 28 11:36:48.874155 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a7e5-d860-4330-80d9-67b6f6de31a8 req-aaac84d9-7036-4f27-98f7-c4b5e73dc567 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:48.877543 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e954a7e5-d860-4330-80d9-67b6f6de31a8 req-aaac84d9-7036-4f27-98f7-c4b5e73dc567 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 931 time: 0.0637865 Oct 28 11:36:48.941233 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e954a7e5-d860-4330-80d9-67b6f6de31a8 req-ecb06b95-ed19-4377-9094-f35d1d946583 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558410 Oct 28 11:36:49.006132 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [req-f9831526-106e-4090-80ce-fea29bf17e31 req-ab4ee7f5-6473-473f-baa7-401edb0ec2c1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:36:49.007279 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f9831526-106e-4090-80ce-fea29bf17e31 req-ab4ee7f5-6473-473f-baa7-401edb0ec2c1 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056405 Oct 28 11:36:49.014905 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] For port 7767718f-2a77-4873-9b75-bd1ed9c34e3f, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:36:49.077496 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] For port 7767718f-2a77-4873-9b75-bd1ed9c34e3f, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7767718f-2a77-4873-9b75-bd1ed9c34e3f,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:36:49.103307 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d4203-a137-4051-a051-e3ad774ad690 req-97966c4f-0df5-42a6-bf38-70ab1d939336 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.104923 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ba0d4203-a137-4051-a051-e3ad774ad690 req-97966c4f-0df5-42a6-bf38-70ab1d939336 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.1352229 Oct 28 11:36:49.128376 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:36:49.130857 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f33d29-d532-4b87-9717-e295ec33f317" -d '{"events": [{"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-unplugged", "status": "completed", "tag": "b06401fb-899b-4911-806e-1af780a90e1e"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:36:49.178144 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ba0d4203-a137-4051-a051-e3ad774ad690 req-38719697-8837-4441-a022-f47e917b431f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661576 Oct 28 11:36:49.179413 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:49.224193 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43edb8a-e5a2-4780-a0dc-9c4b68220d68 x-openstack-request-id: req-e43edb8a-e5a2-4780-a0dc-9c4b68220d68 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:36:49.224466 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-unplugged", "status": "failed", "tag": "b06401fb-899b-4911-806e-1af780a90e1e", "code": 422}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:36:49.225022 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e43edb8a-e5a2-4780-a0dc-9c4b68220d68 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:36:49.225148 dv-cinder-815461-5-iscsi neutron-server[101986]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e', 'code': 422} returned with failed status Oct 28 11:36:49.260650 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.262030 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:49.263806 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] 10.222.0.81 "PUT /v2.0/ports/7767718f-2a77-4873-9b75-bd1ed9c34e3f HTTP/1.1" status: 200 len: 1094 time: 1.8866708 Oct 28 11:36:49.265791 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8cbe56-7334-4f22-bce3-406551147810', 'tag': '7767718f-2a77-4873-9b75-bd1ed9c34e3f'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:36:49.268081 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4807ee36-58e2-456e-86c8-eed3e78b6b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8cbe56-7334-4f22-bce3-406551147810", "tag": "7767718f-2a77-4873-9b75-bd1ed9c34e3f"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:36:49.307603 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62e546b-a0a7-4b96-a05c-aa63d28f3097 {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:36:49.314052 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d10a9f-309b-41c2-96dd-9200de9522e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7767718f-2a77-4873-9b75-bd1ed9c34e3f,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:49.317665 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89e7b8a-a81d-4551-b25b-3f71123a8f44 x-openstack-request-id: req-e89e7b8a-a81d-4551-b25b-3f71123a8f44 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:36:49.317967 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8cbe56-7334-4f22-bce3-406551147810", "tag": "7767718f-2a77-4873-9b75-bd1ed9c34e3f", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:36:49.318285 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e89e7b8a-a81d-4551-b25b-3f71123a8f44 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:36:49.318679 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8cbe56-7334-4f22-bce3-406551147810', 'tag': '7767718f-2a77-4873-9b75-bd1ed9c34e3f', 'status': 'completed', 'code': 200} Oct 28 11:36:49.333035 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:49.387472 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Transition to ACTIVE for port object f62e546b-a0a7-4b96-a05c-aa63d28f3097 will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:36:49.412696 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711ca9c-b42a-41f2-ae4d-3b40226e32a2 req-2122e731-fe34-4dd7-aa2a-43b27ee4998d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.414202 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9711ca9c-b42a-41f2-ae4d-3b40226e32a2 req-2122e731-fe34-4dd7-aa2a-43b27ee4998d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.1014214 Oct 28 11:36:49.424552 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ee36-58e2-456e-86c8-eed3e78b6b9a req-01f4bcd8-3bbb-4fd9-af1d-b71d529be731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.426050 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4807ee36-58e2-456e-86c8-eed3e78b6b9a req-01f4bcd8-3bbb-4fd9-af1d-b71d529be731 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 1097 time: 0.0754554 Oct 28 11:36:49.428959 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c04d04-cfc0-4651-95af-5b8151e5a891 req-74185127-c44a-40eb-99c9-ab4abdbd203c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.430551 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-29c04d04-cfc0-4651-95af-5b8151e5a891 req-74185127-c44a-40eb-99c9-ab4abdbd203c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0525868 Oct 28 11:36:49.474100 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-29c04d04-cfc0-4651-95af-5b8151e5a891 req-f5864e4c-978d-4856-9d61-3ed4df9ed77e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349920 Oct 28 11:36:49.506625 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:49.527705 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9711ca9c-b42a-41f2-ae4d-3b40226e32a2 req-63b4ecf5-a28e-4c37-8baa-4f1d32bc75b9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054199 Oct 28 11:36:49.603572 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65497872-566f-4f12-b138-9168931671b7 req-cdc370d4-e22d-476f-9432-1bc567020cd1 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.611709 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-65497872-566f-4f12-b138-9168931671b7 req-cdc370d4-e22d-476f-9432-1bc567020cd1 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0651248 Oct 28 11:36:49.638350 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Pushing event updated for resources: {'Port': ['ID=f62e546b-a0a7-4b96-a05c-aa63d28f3097,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:49.649919 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-65497872-566f-4f12-b138-9168931671b7 req-8b1a3f27-32a2-46dc-8d98-3f4e07b6a793 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368891 Oct 28 11:36:49.674869 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 40326) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:49.679547 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ee36-58e2-456e-86c8-eed3e78b6b9a req-489f67cd-1468-4ac5-a48b-a4cd9b840055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.681133 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4807ee36-58e2-456e-86c8-eed3e78b6b9a req-489f67cd-1468-4ac5-a48b-a4cd9b840055 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=29547520fd4e4366936ad7dd8ef931c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2410161 Oct 28 11:36:49.756056 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Attempting to bind port f62e546b-a0a7-4b96-a05c-aa63d28f3097 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:36:49.756729 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Attempting to bind port f62e546b-a0a7-4b96-a05c-aa63d28f3097 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '3db39dfa-c065-4f91-883a-c869695b9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:36:49.756729 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Attempting to bind port f62e546b-a0a7-4b96-a05c-aa63d28f3097 on network 43bf690c-9cd0-454e-b723-f5511c7e0fbd {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:36:49.767442 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Port f62e546b-a0a7-4b96-a05c-aa63d28f3097 on network 43bf690c-9cd0-454e-b723-f5511c7e0fbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:36:49.767787 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Attempting to bind port f62e546b-a0a7-4b96-a05c-aa63d28f3097 on network 43bf690c-9cd0-454e-b723-f5511c7e0fbd {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:36:49.783561 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:36:49.783937 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Checking segment: {'id': '3db39dfa-c065-4f91-883a-c869695b9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:36:49.784321 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Bound using segment: {'id': '3db39dfa-c065-4f91-883a-c869695b9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:36:49.784749 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Bound port: f62e546b-a0a7-4b96-a05c-aa63d28f3097, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db39dfa-c065-4f91-883a-c869695b9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:36:49.785115 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:49.822037 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b90ed5d-ce89-4509-abda-78168a3913e3 tempest-TestShelveInstance-1308573724 tempest-TestShelveInstance-1308573724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.823726 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-4b90ed5d-ce89-4509-abda-78168a3913e3 tempest-TestShelveInstance-1308573724 tempest-TestShelveInstance-1308573724-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1093 time: 0.1475863 Oct 28 11:36:49.827131 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 40336) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:49.831823 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Request body: {'floatingip': {'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'port_id': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:36:49.848286 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ee36-58e2-456e-86c8-eed3e78b6b9a req-e3c1a1fc-25de-42ea-9d86-e7c8ae267e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.849826 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4807ee36-58e2-456e-86c8-eed3e78b6b9a req-e3c1a1fc-25de-42ea-9d86-e7c8ae267e7c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599407 Oct 28 11:36:49.880981 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] For port f62e546b-a0a7-4b96-a05c-aa63d28f3097, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:36:49.884998 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] For port f62e546b-a0a7-4b96-a05c-aa63d28f3097, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f62e546b-a0a7-4b96-a05c-aa63d28f3097,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:36:49.928256 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for floatingip, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:49.947113 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-e067de9d-03bf-4698-a35f-219895ac9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:49.948628 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-e067de9d-03bf-4698-a35f-219895ac9d7f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=29547520fd4e4366936ad7dd8ef931c6&device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 1097 time: 0.0557520 Oct 28 11:36:49.977507 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:50.026185 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-9495881f-86e7-465e-9b46-0596c64041f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7767718f-2a77-4873-9b75-bd1ed9c34e3f HTTP/1.1" status: 200 len: 217 time: 0.0593412 Oct 28 11:36:50.062948 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:50.063979 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:50.065312 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] 10.222.0.81 "PUT /v2.0/ports/f62e546b-a0a7-4b96-a05c-aa63d28f3097 HTTP/1.1" status: 200 len: 1093 time: 1.6901920 Oct 28 11:36:50.088000 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477668f5-ac5f-4ff4-9c9c-d4d184d60643 req-5dc20519-2cf6-47d2-a062-75bc4c461f45 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:50.090451 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-477668f5-ac5f-4ff4-9c9c-d4d184d60643 req-5dc20519-2cf6-47d2-a062-75bc4c461f45 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 943 time: 0.0745971 Oct 28 11:36:50.095315 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:50.127303 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-69cf15cb-8d1d-45a9-ae0b-86e6d2f06840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:50.130504 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cad09-3bee-4634-ac97-9c025d8ce79a req-d30f22ba-8670-4596-ba46-843ccb47b915 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:50.136753 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-445cad09-3bee-4634-ac97-9c025d8ce79a req-d30f22ba-8670-4596-ba46-843ccb47b915 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 944 time: 0.1999745 Oct 28 11:36:50.158011 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924a314-9456-4f53-8849-76adedc2fd73 service neutron] Pushing event updated for resources: {'Port': ['ID=f62e546b-a0a7-4b96-a05c-aa63d28f3097,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:50.168324 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-23ef6ba2-5d73-4baa-a6c5-cb42c3c09272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:50.169934 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-23ef6ba2-5d73-4baa-a6c5-cb42c3c09272 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc7badf1-9a58-40b8-b3dc-4f60d176986f HTTP/1.1" status: 200 len: 854 time: 0.1222625 Oct 28 11:36:50.175940 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-477668f5-ac5f-4ff4-9c9c-d4d184d60643 req-e584463f-7ea2-4707-af13-2eb521d1258c tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783689 Oct 28 11:36:50.218231 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-445cad09-3bee-4634-ac97-9c025d8ce79a req-d63946af-167e-433b-92c9-b7d7c15e6178 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763259 Oct 28 11:36:50.220427 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-2b0c9324-c095-4d17-ac79-c21679ae22a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363464 Oct 28 11:36:50.252420 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Allocated IP 172.27.0.65 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/bb268a3e-668b-4e9b-9365-b484470a70d1) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:36:50.368439 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-53847e1e-e778-4838-82fa-245870314a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:50.370225 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-53847e1e-e778-4838-82fa-245870314a19 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4d15476f27c4f3e8843ced1b4f51cfe&device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 1096 time: 0.1148045 Oct 28 11:36:50.382899 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621a24a-092d-451d-a640-3639e6ce9a8f req-a65516e6-5ff3-43f1-8c42-84ef09be0ec1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:50.385227 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b621a24a-092d-451d-a640-3639e6ce9a8f req-a65516e6-5ff3-43f1-8c42-84ef09be0ec1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.1051426 Oct 28 11:36:50.414631 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-1f392c97-4f55-4d6f-92cb-10ab6f94d137 service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580436 Oct 28 11:36:50.426334 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:50.444234 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-8d830748-2eea-4563-8f39-7330fc561028 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f62e546b-a0a7-4b96-a05c-aa63d28f3097 HTTP/1.1" status: 200 len: 217 time: 0.0583782 Oct 28 11:36:50.459495 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b621a24a-092d-451d-a640-3639e6ce9a8f req-3d0b3644-2e91-44b0-b420-7ecb735b9d76 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637209 Oct 28 11:36:50.569489 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4af17ab7-1133-4e95-82c2-d3d62aae20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:50.571482 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-4af17ab7-1133-4e95-82c2-d3d62aae20d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac HTTP/1.1" status: 200 len: 849 time: 0.0994380 Oct 28 11:36:50.574381 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:50.622220 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:36:50.623493 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-c775829e-11c9-49e9-8f22-4cbd6375126b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43bf690c-9cd0-454e-b723-f5511c7e0fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376680 Oct 28 11:36:50.625307 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:36:50.628900 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:36:50.653195 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'Port': ['ID=bb268a3e-668b-4e9b-9365-b484470a70d1,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:50.658398 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-629a48e2-3d18-4160-9bfd-ef0c8b8a44ec req-ee6331b2-d6c4-44bb-8486-a5325090bae4 service neutron] 10.222.0.81 "GET /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951873 Oct 28 11:36:50.713605 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 40366) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:36:50.736778 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2a44-6db3-4761-aedb-b7081af0d79f req-82bb5cd5-c2f8-4813-b386-b0c876e8149c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:50.738293 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-af8e2a44-6db3-4761-aedb-b7081af0d79f req-82bb5cd5-c2f8-4813-b386-b0c876e8149c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.1177657 Oct 28 11:36:50.813547 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-6f247bc3-5780-4374-af88-b668365478ba service neutron] 10.222.0.81 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539402 Oct 28 11:36:50.873726 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-af8e2a44-6db3-4761-aedb-b7081af0d79f req-4003d133-ce3b-45b3-ae93-3efce5c7d47b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146116 Oct 28 11:36:50.985910 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82217e8a-620c-4e2f-b071-bc528bcadb42 req-38156b28-bc82-4a42-8161-6b66c98a177d service neutron] 10.222.0.81 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648941 Oct 28 11:36:51.005247 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-2e2ee6bd-51ec-4d89-9a5d-91cb5328d520 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2928934 Oct 28 11:36:51.066295 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-c2e7eb52-5348-4165-8b73-c8cc83c8c517 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:36:51.067284 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-c2e7eb52-5348-4165-8b73-c8cc83c8c517 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0301223 Oct 28 11:36:51.106933 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:51.305256 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:51.336847 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54e3fec-a42f-4842-86e6-b3c35ac5c768', 'tag': 'f62e546b-a0a7-4b96-a05c-aa63d28f3097'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:36:51.339852 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8116ac0-0cad-4625-98b6-fe37eca79855" -d '{"events": [{"name": "network-changed", "server_uuid": "d54e3fec-a42f-4842-86e6-b3c35ac5c768", "tag": "f62e546b-a0a7-4b96-a05c-aa63d28f3097"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:36:51.350250 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841dd0e-2a11-40e8-b0c3-4e4c2626b420 req-9d8ac353-efee-4064-9610-a6908b5ef685 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:51.352033 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5841dd0e-2a11-40e8-b0c3-4e4c2626b420 req-9d8ac353-efee-4064-9610-a6908b5ef685 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 943 time: 0.1002138 Oct 28 11:36:51.366227 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa82660-a860-4570-a47a-f9191a5fdbd9 req-cfe22cc1-2ce8-451b-9dd9-3f63034e23c4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:51.372345 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8aa82660-a860-4570-a47a-f9191a5fdbd9 req-cfe22cc1-2ce8-451b-9dd9-3f63034e23c4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 944 time: 0.0652094 Oct 28 11:36:51.414490 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8aa82660-a860-4570-a47a-f9191a5fdbd9 req-446866df-8bef-4aca-a006-c019b22f0e51 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371981 Oct 28 11:36:51.450153 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5841dd0e-2a11-40e8-b0c3-4e4c2626b420 req-f57dab84-5a8f-41dc-8807-379b493a8e70 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873058 Oct 28 11:36:51.474053 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc08b83d-afd5-4077-9ffd-ee14402edeab x-openstack-request-id: req-dc08b83d-afd5-4077-9ffd-ee14402edeab {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:36:51.474415 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54e3fec-a42f-4842-86e6-b3c35ac5c768", "tag": "f62e546b-a0a7-4b96-a05c-aa63d28f3097", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:36:51.481377 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc08b83d-afd5-4077-9ffd-ee14402edeab {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:36:51.481377 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54e3fec-a42f-4842-86e6-b3c35ac5c768', 'tag': 'f62e546b-a0a7-4b96-a05c-aa63d28f3097', 'status': 'completed', 'code': 200} Oct 28 11:36:51.535381 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:51.572760 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-3e74eb9f-b8ab-4354-9310-4b7b740c4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:51.574489 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-3e74eb9f-b8ab-4354-9310-4b7b740c4de2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4d15476f27c4f3e8843ced1b4f51cfe&device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 1096 time: 0.0532923 Oct 28 11:36:51.598091 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0a0c0-23fc-492d-a824-cdd5ca9116e2 req-a5f35f38-75b1-4a2e-8157-ee8fb229ff07 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:51.599786 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2ca0a0c0-23fc-492d-a824-cdd5ca9116e2 req-a5f35f38-75b1-4a2e-8157-ee8fb229ff07 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0556598 Oct 28 11:36:51.612976 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:51.689280 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-3498b1ed-91da-4d04-8bdf-8f5f79b6e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:51.690772 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-3498b1ed-91da-4d04-8bdf-8f5f79b6e9ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=43bf690c-9cd0-454e-b723-f5511c7e0fbd HTTP/1.1" status: 200 len: 910 time: 0.0908136 Oct 28 11:36:51.693581 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2ca0a0c0-23fc-492d-a824-cdd5ca9116e2 req-8afc5796-a5a6-4017-8945-8ae3401e3a33 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869911 Oct 28 11:36:51.709062 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event updated for resources: {'Port': ['ID=bb268a3e-668b-4e9b-9365-b484470a70d1,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:51.720095 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:51.749289 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-9c9ce494-bed9-4199-a3de-c52f20fb55c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f62e546b-a0a7-4b96-a05c-aa63d28f3097 HTTP/1.1" status: 200 len: 217 time: 0.0495491 Oct 28 11:36:51.805151 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-84da56ba-ec4a-4927-8079-2ba8fb626efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:51.806782 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-84da56ba-ec4a-4927-8079-2ba8fb626efc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac HTTP/1.1" status: 200 len: 849 time: 0.0503900 Oct 28 11:36:51.828367 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.l3_db [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Floating IP b0a3ac8d-a48a-4e7a-bc8b-48bb1ce5dd98 associated. External IP: 172.27.0.65, port: dcd4f3ab-31e3-417d-85b2-b8b34906308c. Oct 28 11:36:51.848666 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-12fe7bc2-fa38-44da-820e-ebb1dd51a5a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43bf690c-9cd0-454e-b723-f5511c7e0fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263638 Oct 28 11:36:51.981976 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-8ba87277-e29e-4742-865b-6db0fd61847c service neutron] 10.222.0.81 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153355 Oct 28 11:36:52.078832 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45153e1a-cb67-442b-87b3-592fa0fa1cb7 req-80963d3a-3cc8-4581-8ee8-738953b842b8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:52.080435 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-45153e1a-cb67-442b-87b3-592fa0fa1cb7 req-80963d3a-3cc8-4581-8ee8-738953b842b8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.1107116 Oct 28 11:36:52.150428 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a8116ac0-0cad-4625-98b6-fe37eca79855 req-9e3963ac-ff44-4eed-b1db-ec3aa03532ca service neutron] 10.222.0.81 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484756 Oct 28 11:36:52.154200 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-45153e1a-cb67-442b-87b3-592fa0fa1cb7 req-b3a797f8-29b0-482c-81be-dacf77528168 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661457 Oct 28 11:36:52.318776 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Router d89e9eb9-645b-4a2a-a2e5-770609916390 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:36:52.430582 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:36:52.441161 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] Sync routers for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:36:52.453361 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:36:52.455333 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:36:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:36:52.477809 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:52.529110 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:52.569785 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-5107c351-4801-4a81-ae63-e1007aba8a4e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7414114 Oct 28 11:36:52.571614 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:36:52.574872 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c32c69-9779-42b9-8624-5e1ccff7032c" -d '{"events": [{"name": "network-changed", "server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:36:52.579594 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:36:52.586121 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf15d39-24ac-4226-bfb9-399fc86a645e req-2e5ec098-b90c-4bf9-82d5-58f16fa4148d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:52.587922 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-adf15d39-24ac-4226-bfb9-399fc86a645e req-2e5ec098-b90c-4bf9-82d5-58f16fa4148d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 944 time: 0.0968065 Oct 28 11:36:52.612571 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acd30b-b2ae-48ff-bb7a-850e828c3ace req-909eff9d-99c4-48fa-94e9-fd69dc4d2849 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:52.614449 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82acd30b-b2ae-48ff-bb7a-850e828c3ace req-909eff9d-99c4-48fa-94e9-fd69dc4d2849 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 943 time: 0.0767126 Oct 28 11:36:52.631060 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-adf15d39-24ac-4226-bfb9-399fc86a645e req-24dabfc5-1d63-493d-aa0d-9c0cef97d1e1 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361001 Oct 28 11:36:52.658800 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82acd30b-b2ae-48ff-bb7a-850e828c3ace req-6d6a0684-24d2-45e9-9014-11edc6999771 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370512 Oct 28 11:36:52.682115 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-36b07236-1013-400b-8cf6-3206c0523a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:52.692150 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba7278e-22e2-4562-9c69-aa909a14c532 x-openstack-request-id: req-5ba7278e-22e2-4562-9c69-aa909a14c532 {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:36:52.692435 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:36:52.692682 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ba7278e-22e2-4562-9c69-aa909a14c532 {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:36:52.693097 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'status': 'completed', 'code': 200} Oct 28 11:36:52.802133 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-31358c82-e076-47c3-b714-7d5660f6136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:52.807313 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-31358c82-e076-47c3-b714-7d5660f6136e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1098 time: 0.0786269 Oct 28 11:36:52.832794 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a136974-0da9-42cf-be92-fdd6f7b32b06 req-e2363d6b-9e0f-494e-8252-eda212f0e383 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:52.834584 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2a136974-0da9-42cf-be92-fdd6f7b32b06 req-e2363d6b-9e0f-494e-8252-eda212f0e383 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0624022 Oct 28 11:36:52.925089 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': 'b0a3ac8d-a48a-4e7a-bc8b-48bb1ce5dd98', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'port_id': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'mac_address': 'fa:16:3e:4b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:36:50Z', 'updated_at': '2021-10-28T11:36:50Z', 'revision_number': 0, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586', 'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'mac_address': 'fa:16:3e:1d:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:33Z', 'updated_at': '2021-10-28T11:35:38Z', 'revision_number': 5, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'subnets': [{'id': '95ff6c20-41be-4593-b884-498bc0600560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:36:52.943464 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2a136974-0da9-42cf-be92-fdd6f7b32b06 req-b559dc10-6baf-4338-bc07-3d7bd5c310cb tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988801 Oct 28 11:36:52.956291 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] Checking router: d89e9eb9-645b-4a2a-a2e5-770609916390 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:36:52.965465 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:36:52.966112 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:36:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:36:52.972551 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-fea1ae75-d884-44d1-9510-c99ef03dbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:52.976453 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-fea1ae75-d884-44d1-9510-c99ef03dbffa service neutron] 10.222.0.81 "GET /v2.0/networks?id=33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 200 len: 910 time: 0.1384323 Oct 28 11:36:53.051107 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-5bb7a4ad-78c0-4043-a156-8302f746ce01 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 200 len: 998 time: 0.0684428 Oct 28 11:36:53.095227 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:36:53.122596 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-96466bf6-1d0d-4d84-a475-a22326013ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:53.124062 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-96466bf6-1d0d-4d84-a475-a22326013ee6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95ff6c20-41be-4593-b884-498bc0600560 HTTP/1.1" status: 200 len: 848 time: 0.0471325 Oct 28 11:36:53.183804 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-af8c7d31-367b-4714-97d9-8b4e2c378c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:53.185860 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-af8c7d31-367b-4714-97d9-8b4e2c378c5a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33eb3449-b6d1-4e43-ade1-99985866bde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475407 Oct 28 11:36:53.319741 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad998-4888-430f-a028-6c0267c211b9 req-c25aa8dc-3883-4fdb-9588-6c4b43106895 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:53.320933 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-b5490c79-5795-4abd-8477-24ff7df0e74c service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247497 Oct 28 11:36:53.321737 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a88ad998-4888-430f-a028-6c0267c211b9 req-c25aa8dc-3883-4fdb-9588-6c4b43106895 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0650043 Oct 28 11:36:53.358537 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': 'b0a3ac8d-a48a-4e7a-bc8b-48bb1ce5dd98', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'port_id': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'mac_address': 'fa:16:3e:4b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:36:50Z', 'updated_at': '2021-10-28T11:36:50Z', 'revision_number': 0, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586', 'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'mac_address': 'fa:16:3e:1d:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:33Z', 'updated_at': '2021-10-28T11:35:38Z', 'revision_number': 5, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'subnets': [{'id': '95ff6c20-41be-4593-b884-498bc0600560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:36:53.370403 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a88ad998-4888-430f-a028-6c0267c211b9 req-889d17d8-4ba0-4048-995a-4a8746fe2e5c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419009 Oct 28 11:36:53.386302 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fa5e1-823e-4dbe-b9a4-732da1b2e811 None None] The sync data for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi is: [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': 'b0a3ac8d-a48a-4e7a-bc8b-48bb1ce5dd98', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'port_id': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'mac_address': 'fa:16:3e:4b:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:36:50Z', 'updated_at': '2021-10-28T11:36:50Z', 'revision_number': 0, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586', 'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'mac_address': 'fa:16:3e:1d:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:33Z', 'updated_at': '2021-10-28T11:35:38Z', 'revision_number': 5, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'subnets': [{'id': '95ff6c20-41be-4593-b884-498bc0600560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:36:53.439897 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b9c32c69-9779-42b9-8624-5e1ccff7032c req-38aae064-8800-42d4-8a70-6591fe84ae1e service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090739 Oct 28 11:36:53.492912 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:53.600613 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d1210-bb23-43df-a149-3dd7e98a8929 None None] New status for floating IP b0a3ac8d-a48a-4e7a-bc8b-48bb1ce5dd98: ACTIVE {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:36:53.763028 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f1356-9dd9-484d-9421-ea7e88b8c48e req-36bf3898-78f7-4c75-963a-ca656aeb93ba tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:53.764581 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-142f1356-9dd9-484d-9421-ea7e88b8c48e req-36bf3898-78f7-4c75-963a-ca656aeb93ba tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 944 time: 0.0561092 Oct 28 11:36:53.796659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f1d82-40b1-49da-b5e8-3893d7e362b6 req-f607905f-2cf9-42cf-a215-0d197647c1b6 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:53.798317 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7a5f1d82-40b1-49da-b5e8-3893d7e362b6 req-f607905f-2cf9-42cf-a215-0d197647c1b6 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 943 time: 0.0635159 Oct 28 11:36:53.816852 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-142f1356-9dd9-484d-9421-ea7e88b8c48e req-16b144fe-8b0e-4a3d-98e6-bdc239f47da2 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418823 Oct 28 11:36:53.843391 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7a5f1d82-40b1-49da-b5e8-3893d7e362b6 req-8764558d-1816-4bf3-9dda-a3a25de15729 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375175 Oct 28 11:36:53.945124 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:54.081790 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbef71-f98c-4596-bd6f-09123a74c3d0 req-42daab80-21e5-45c9-9738-f467a258b68b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:54.083332 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2ecbef71-f98c-4596-bd6f-09123a74c3d0 req-42daab80-21e5-45c9-9738-f467a258b68b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0508907 Oct 28 11:36:54.123845 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2ecbef71-f98c-4596-bd6f-09123a74c3d0 req-86cd5457-4769-4a69-8817-f0110b689d1f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344899 Oct 28 11:36:54.392172 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-50cc4029-41a9-4432-92fc-888adb39234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:54.393552 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-50cc4029-41a9-4432-92fc-888adb39234b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631&tenant_id=8e441afa764f4d43aabb60a1da939186 HTTP/1.1" status: 200 len: 1097 time: 0.0705917 Oct 28 11:36:54.504289 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40ddef-388c-4938-b366-62879727e875 req-7459f4d2-2678-420d-a25a-28cfe152213a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:54.506341 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ca40ddef-388c-4938-b366-62879727e875 req-7459f4d2-2678-420d-a25a-28cfe152213a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0541348 Oct 28 11:36:54.549921 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ca40ddef-388c-4938-b366-62879727e875 req-d97e716c-e387-47d4-a4c0-e01750bc2c65 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350404 Oct 28 11:36:54.668966 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-9d29a56d-a6bd-4700-950f-fd6251791378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:54.670393 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-9d29a56d-a6bd-4700-950f-fd6251791378 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 1097 time: 0.2494519 Oct 28 11:36:54.767275 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-d61123f8-41b1-4914-8b81-9b267ffcff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:54.768038 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 7767718f-2a77-4873-9b75-bd1ed9c34e3f details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:36:54.768744 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-d61123f8-41b1-4914-8b81-9b267ffcff60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 918 time: 0.0909452 Oct 28 11:36:54.842600 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-205b4165-fbf0-4cfd-88b2-50aff192b3f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06401fb-899b-4911-806e-1af780a90e1e HTTP/1.1" status: 200 len: 999 time: 0.0628545 Oct 28 11:36:54.881025 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 7767718f-2a77-4873-9b75-bd1ed9c34e3f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7767718f-2a77-4873-9b75-bd1ed9c34e3f,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:54.893133 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '7767718f-2a77-4873-9b75-bd1ed9c34e3f', 'network_id': '49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d', 'port_id': '7767718f-2a77-4873-9b75-bd1ed9c34e3f', 'mac_address': 'fa:16:3e:62:2a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7badf1-9a58-40b8-b3dc-4f60d176986f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:36:54.914908 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-2ec4bec7-270b-4666-bccb-efb9f9f03a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:54.916495 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-2ec4bec7-270b-4666-bccb-efb9f9f03a43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 200 len: 856 time: 0.0658855 Oct 28 11:36:54.942265 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:54.963673 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7767718f-2a77-4873-9b75-bd1ed9c34e3f {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:36:54.984017 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 7767718f-2a77-4873-9b75-bd1ed9c34e3f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7767718f-2a77-4873-9b75-bd1ed9c34e3f,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:55.004613 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-24071bd6-eab4-48a2-9a7e-b1c29d27989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:55.006124 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-24071bd6-eab4-48a2-9a7e-b1c29d27989e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f5e489a1-e2f1-42bf-94d6-b73230b944c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806618 Oct 28 11:36:55.007560 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6484cc-50c7-409d-92a5-afda9066e4d4 req-4d692b88-e45f-4c89-b075-84ab1c1c8b9e tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:55.009233 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5d6484cc-50c7-409d-92a5-afda9066e4d4 req-4d692b88-e45f-4c89-b075-84ab1c1c8b9e tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 943 time: 0.0606976 Oct 28 11:36:55.020120 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228cb24-134a-4877-b157-5a611cc1aa44 req-d08442df-570d-4d6d-b9b1-146716e5fd14 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:55.021617 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9228cb24-134a-4877-b157-5a611cc1aa44 req-d08442df-570d-4d6d-b9b1-146716e5fd14 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 944 time: 0.0833116 Oct 28 11:36:55.051879 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5d6484cc-50c7-409d-92a5-afda9066e4d4 req-c12171d7-4f41-42d4-905a-717ad6e7f8b9 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348122 Oct 28 11:36:55.059904 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:55.060599 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device f62e546b-a0a7-4b96-a05c-aa63d28f3097 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:36:55.115519 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9228cb24-134a-4877-b157-5a611cc1aa44 req-83382edb-028e-4294-a475-007ad17b2356 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844960 Oct 28 11:36:55.157735 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-c1afc1ca-4661-4c2f-b6c1-d080cde99dc9 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351163 Oct 28 11:36:55.163606 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=7767718f-2a77-4873-9b75-bd1ed9c34e3f,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:55.210855 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port f62e546b-a0a7-4b96-a05c-aa63d28f3097, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f62e546b-a0a7-4b96-a05c-aa63d28f3097,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:55.223805 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'f62e546b-a0a7-4b96-a05c-aa63d28f3097', 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd', 'port_id': 'f62e546b-a0a7-4b96-a05c-aa63d28f3097', 'mac_address': 'fa:16:3e:59:5a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:36:55.254938 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e164-e8da-441f-86d3-317acbf5686b req-33447499-d23d-483a-82e6-356b446a2b0f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:55.256452 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f632e164-e8da-441f-86d3-317acbf5686b req-33447499-d23d-483a-82e6-356b446a2b0f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0588467 Oct 28 11:36:55.264003 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:55.276409 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac7c6961-99c2-4999-bc78-2aec1131bdde req-367e280c-9938-4d97-9cac-ac4c9456f1d0 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094527 Oct 28 11:36:55.278541 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62e546b-a0a7-4b96-a05c-aa63d28f3097 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:36:55.298593 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f632e164-e8da-441f-86d3-317acbf5686b req-fb946d50-78db-4944-a294-d8041a0da99c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356033 Oct 28 11:36:55.299206 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port f62e546b-a0a7-4b96-a05c-aa63d28f3097, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f62e546b-a0a7-4b96-a05c-aa63d28f3097,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:55.436555 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:55.503721 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=f62e546b-a0a7-4b96-a05c-aa63d28f3097,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:55.665067 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:55.674313 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1c2aa-ecd0-4ff0-a8b1-7a82f109b832 req-fcb230d9-1898-483f-8645-14a8d02dd3b9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:55.675991 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5ee1c2aa-ecd0-4ff0-a8b1-7a82f109b832 req-fcb230d9-1898-483f-8645-14a8d02dd3b9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0505543 Oct 28 11:36:55.720777 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5ee1c2aa-ecd0-4ff0-a8b1-7a82f109b832 req-ef82f951-87fc-4b50-b184-6f3d248d4295 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351946 Oct 28 11:36:55.858739 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['7767718f-2a77-4873-9b75-bd1ed9c34e3f'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:36:55.885879 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['f62e546b-a0a7-4b96-a05c-aa63d28f3097'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:36:56.174047 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5d90e-2459-436a-b6d8-bb38a5e9928a req-56301c94-b267-4180-a87d-55eed7355eb5 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:56.181377 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-58a5d90e-2459-436a-b6d8-bb38a5e9928a req-56301c94-b267-4180-a87d-55eed7355eb5 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 944 time: 0.0550072 Oct 28 11:36:56.218290 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-58a5d90e-2459-436a-b6d8-bb38a5e9928a req-8cadded8-d953-4f19-9381-eae61de636f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359635 Oct 28 11:36:56.251338 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe3480-4db2-4965-8d57-f34de3d54ef5 req-909afc39-1126-45b9-bc92-07942271fc29 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:56.252854 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d5fe3480-4db2-4965-8d57-f34de3d54ef5 req-909afc39-1126-45b9-bc92-07942271fc29 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 945 time: 0.0666528 Oct 28 11:36:56.304650 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d5fe3480-4db2-4965-8d57-f34de3d54ef5 req-e6786bbb-a966-498b-a9a9-d8fa860a6c1e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Oct 28 11:36:56.457920 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70b21-7592-49c3-b18f-ecd678c6d970 req-aa164397-93e1-4383-9238-9d95f928b0f7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:56.459835 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a7c70b21-7592-49c3-b18f-ecd678c6d970 req-aa164397-93e1-4383-9238-9d95f928b0f7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0590546 Oct 28 11:36:56.515102 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a7c70b21-7592-49c3-b18f-ecd678c6d970 req-0abcded6-2d25-49ea-b57b-30d198592b92 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485196 Oct 28 11:36:56.857689 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3d11b-68e5-4c82-ba05-b76e0e506b36 req-09e6a337-bfd5-4929-b24a-6a0768e1140b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:56.859284 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-01c3d11b-68e5-4c82-ba05-b76e0e506b36 req-09e6a337-bfd5-4929-b24a-6a0768e1140b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0609643 Oct 28 11:36:56.905500 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-01c3d11b-68e5-4c82-ba05-b76e0e506b36 req-7c6d666a-95ca-46ad-8092-efb7a45936e2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399930 Oct 28 11:36:57.374326 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064133-4042-45fb-8c34-3d4bd8e9dc25 req-1412b295-327e-4937-9d0d-5251b871662a tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:57.376028 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-08064133-4042-45fb-8c34-3d4bd8e9dc25 req-1412b295-327e-4937-9d0d-5251b871662a tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 944 time: 0.0612872 Oct 28 11:36:57.438347 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-08064133-4042-45fb-8c34-3d4bd8e9dc25 req-e664295f-052c-44f9-beb2-7a0c9cb7a252 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490706 Oct 28 11:36:57.444025 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e96ffd-0b2d-4723-bfe1-b2317b5c24f8 req-d2f7783d-923a-45a4-adcd-f1ce226d5dd5 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:57.445536 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f6e96ffd-0b2d-4723-bfe1-b2317b5c24f8 req-d2f7783d-923a-45a4-adcd-f1ce226d5dd5 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 945 time: 0.0505400 Oct 28 11:36:57.491553 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f6e96ffd-0b2d-4723-bfe1-b2317b5c24f8 req-4f891557-8b1a-4ae6-9929-7f00bb68be69 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Oct 28 11:36:57.652030 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1400c-88d5-4143-895a-af31bba7a8da req-a9f8d7b3-d3a7-4d1a-8629-5d6d7829b77b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:57.653738 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6cb1400c-88d5-4143-895a-af31bba7a8da req-a9f8d7b3-d3a7-4d1a-8629-5d6d7829b77b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0582540 Oct 28 11:36:57.695175 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6cb1400c-88d5-4143-895a-af31bba7a8da req-0c640935-f6ab-460c-95d1-ffec1f2dd086 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348115 Oct 28 11:36:58.030996 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaf5d4-0306-42be-80fc-8ab8af312d8b req-fcb866c1-b739-48bd-b265-14e11a47423f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:58.032511 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5ddaf5d4-0306-42be-80fc-8ab8af312d8b req-fcb866c1-b739-48bd-b265-14e11a47423f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0496764 Oct 28 11:36:58.091334 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5ddaf5d4-0306-42be-80fc-8ab8af312d8b req-8112581f-bffe-4815-9d42-b00990ce49e5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524986 Oct 28 11:36:58.571383 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6749-fda1-43e6-bb06-60d056616f95 req-273f5db3-5483-400f-81ff-d1de95307a55 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:58.579319 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ecad6749-fda1-43e6-bb06-60d056616f95 req-273f5db3-5483-400f-81ff-d1de95307a55 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 944 time: 0.0645008 Oct 28 11:36:58.620772 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ecad6749-fda1-43e6-bb06-60d056616f95 req-6c0dbd10-836d-4af1-ba20-5e9352551f1d tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Oct 28 11:36:58.644300 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8a41a-d489-4e87-a521-71d312e8c7a8 req-a83710d1-294c-42fe-bfb8-df8cfd255c31 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:58.646002 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-19d8a41a-d489-4e87-a521-71d312e8c7a8 req-a83710d1-294c-42fe-bfb8-df8cfd255c31 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 945 time: 0.0560029 Oct 28 11:36:58.689056 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-19d8a41a-d489-4e87-a521-71d312e8c7a8 req-f85b1667-b409-41c7-a30b-e902317ff898 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364830 Oct 28 11:36:58.788034 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 7767718f-2a77-4873-9b75-bd1ed9c34e3f up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:36:58.817559 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910cc94-72ec-4fca-af4e-3088cd8f95b1 req-8f549155-a1b5-4697-b26e-bbb36157b5bc tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:58.819244 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8910cc94-72ec-4fca-af4e-3088cd8f95b1 req-8f549155-a1b5-4697-b26e-bbb36157b5bc tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0516396 Oct 28 11:36:58.866233 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8910cc94-72ec-4fca-af4e-3088cd8f95b1 req-a8109d12-3ca8-4bc3-9ad3-14c7dcc775fd tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Oct 28 11:36:59.220933 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a7bd-122b-46b5-9768-01f631988ad5 req-09dd15a8-280b-40f5-accf-1d62cadc5ef9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:59.222512 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c3b3a7bd-122b-46b5-9768-01f631988ad5 req-09dd15a8-280b-40f5-accf-1d62cadc5ef9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0552781 Oct 28 11:36:59.248130 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 7767718f-2a77-4873-9b75-bd1ed9c34e3f completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:36:59.256581 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 7767718f-2a77-4873-9b75-bd1ed9c34e3f triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:36:59.256581 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:59.271628 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c3b3a7bd-122b-46b5-9768-01f631988ad5 req-c825190f-fa70-4020-9c7a-adfca6534b74 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423203 Oct 28 11:36:59.361719 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:59.387157 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8cbe56-7334-4f22-bce3-406551147810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7767718f-2a77-4873-9b75-bd1ed9c34e3f'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:36:59.389667 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c16e9fd-d657-46d7-9f95-bd5551ed863e" -d '{"events": [{"server_uuid": "6c8cbe56-7334-4f22-bce3-406551147810", "name": "network-vif-plugged", "status": "completed", "tag": "7767718f-2a77-4873-9b75-bd1ed9c34e3f"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:36:59.404126 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 7767718f-2a77-4873-9b75-bd1ed9c34e3f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7767718f-2a77-4873-9b75-bd1ed9c34e3f,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:36:59.429698 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a15b1c-4e7b-4e86-b99a-303595341314 x-openstack-request-id: req-14a15b1c-4e7b-4e86-b99a-303595341314 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:36:59.430231 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8cbe56-7334-4f22-bce3-406551147810", "name": "network-vif-plugged", "status": "completed", "tag": "7767718f-2a77-4873-9b75-bd1ed9c34e3f", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:36:59.430557 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14a15b1c-4e7b-4e86-b99a-303595341314 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:36:59.431048 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8cbe56-7334-4f22-bce3-406551147810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7767718f-2a77-4873-9b75-bd1ed9c34e3f', 'code': 200} Oct 28 11:36:59.723017 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:36:59.730565 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device f62e546b-a0a7-4b96-a05c-aa63d28f3097 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:36:59.762308 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f758e2-3198-4c1d-9a0a-a1da96602e5a req-98b8d00e-0e44-460f-b605-067da67a7154 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:59.763904 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-75f758e2-3198-4c1d-9a0a-a1da96602e5a req-98b8d00e-0e44-460f-b605-067da67a7154 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 944 time: 0.0599091 Oct 28 11:36:59.812877 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=7767718f-2a77-4873-9b75-bd1ed9c34e3f,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:36:59.816043 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-75f758e2-3198-4c1d-9a0a-a1da96602e5a req-98de769c-09c2-4008-b0b8-8f736bd07c06 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452476 Oct 28 11:36:59.844933 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87895-82df-44ba-8924-96caaf4ed3ca req-c54fde5c-bf08-4e1d-a6da-2d01c5b9e604 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:36:59.844933 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-29d87895-82df-44ba-8924-96caaf4ed3ca req-c54fde5c-bf08-4e1d-a6da-2d01c5b9e604 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0683942 Oct 28 11:36:59.878493 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-29d87895-82df-44ba-8924-96caaf4ed3ca req-c0f1e1a6-6c88-4e76-9ccc-b65b3bd3af56 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358839 Oct 28 11:36:59.990280 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port f62e546b-a0a7-4b96-a05c-aa63d28f3097 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:36:59.994712 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port f62e546b-a0a7-4b96-a05c-aa63d28f3097 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:37:00.000420 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:00.000586 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824f643-a74a-4b8d-84b5-a158898f9d4d req-6811647e-e788-4c6f-8c67-5c5d7c7f3725 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:00.001486 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4824f643-a74a-4b8d-84b5-a158898f9d4d req-6811647e-e788-4c6f-8c67-5c5d7c7f3725 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0642438 Oct 28 11:37:00.068795 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4824f643-a74a-4b8d-84b5-a158898f9d4d req-2cde5b3b-9be9-4f41-a151-f41800be681d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533228 Oct 28 11:37:00.102362 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:00.137831 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port f62e546b-a0a7-4b96-a05c-aa63d28f3097, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f62e546b-a0a7-4b96-a05c-aa63d28f3097,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:00.241944 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:00.295238 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=f62e546b-a0a7-4b96-a05c-aa63d28f3097,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:00.419300 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628604c-05ed-4865-bc32-5ea3b77c3ba7 req-77f5cfbf-f57a-41bf-9fff-68689a62f6c2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:00.420926 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4628604c-05ed-4865-bc32-5ea3b77c3ba7 req-77f5cfbf-f57a-41bf-9fff-68689a62f6c2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0581787 Oct 28 11:37:00.461675 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4628604c-05ed-4865-bc32-5ea3b77c3ba7 req-2e162086-6dfc-477f-a071-31bfa1d79230 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337799 Oct 28 11:37:00.809212 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 40534) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:00.935225 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7faf4a5f-fa20-440c-b2f1-8f95333a2639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:00.949872 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ade41-d5c3-4d20-9928-4d71089d266d req-d8eb380c-5a98-4701-8728-94e4e8b0e593 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:00.957434 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-507ade41-d5c3-4d20-9928-4d71089d266d req-d8eb380c-5a98-4701-8728-94e4e8b0e593 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0625250 Oct 28 11:37:01.007516 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-507ade41-d5c3-4d20-9928-4d71089d266d req-80eb68ee-49c5-41b6-81ea-921fd13d2cfb tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491147 Oct 28 11:37:01.059612 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b981c-fe7a-49e4-91a9-ad0aaf598196 req-babfc1d2-b8f0-4e51-a5cb-31013d830a03 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:01.061341 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-610b981c-fe7a-49e4-91a9-ad0aaf598196 req-babfc1d2-b8f0-4e51-a5cb-31013d830a03 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.1047978 Oct 28 11:37:01.101231 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7faf4a5f-fa20-440c-b2f1-8f95333a2639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:01.122484 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-610b981c-fe7a-49e4-91a9-ad0aaf598196 req-7b936d60-69e5-42bb-a87d-f3d6795ab3ed tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509522 Oct 28 11:37:01.191606 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7faf4a5f-fa20-440c-b2f1-8f95333a2639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:01.212823 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967fa3d-135b-43e8-8778-862a697588f7 req-fa1a3cec-8bb9-4dc5-a9cc-00e85ce5170a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:01.215642 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b967fa3d-135b-43e8-8778-862a697588f7 req-fa1a3cec-8bb9-4dc5-a9cc-00e85ce5170a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0571926 Oct 28 11:37:01.252169 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf4a5f-fa20-440c-b2f1-8f95333a2639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f639dc7-d446-4fd1-817b-0b34d0cd2812,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:01.261823 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-7faf4a5f-fa20-440c-b2f1-8f95333a2639 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6cf6e0431be14d72a07fcfc4c40d284a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513941 Oct 28 11:37:01.265488 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 40546) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:01.320911 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b967fa3d-135b-43e8-8778-862a697588f7 req-d1fb82dd-54c2-4007-9f75-c10009f38c3d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979881 Oct 28 11:37:01.337808 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c6ac-5909-45e0-9a05-978341cd1215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:01.367219 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c6ac-5909-45e0-9a05-978341cd1215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:01.432429 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54e3fec-a42f-4842-86e6-b3c35ac5c768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e546b-a0a7-4b96-a05c-aa63d28f3097'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:01.435513 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f846bbfe-16be-42fa-a3d7-37a28fc22140" -d '{"events": [{"server_uuid": "d54e3fec-a42f-4842-86e6-b3c35ac5c768", "name": "network-vif-plugged", "status": "completed", "tag": "f62e546b-a0a7-4b96-a05c-aa63d28f3097"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:01.476391 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b66023-de05-4023-bbd8-c2994ede3501 x-openstack-request-id: req-80b66023-de05-4023-bbd8-c2994ede3501 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:01.476689 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54e3fec-a42f-4842-86e6-b3c35ac5c768", "name": "network-vif-plugged", "status": "completed", "tag": "f62e546b-a0a7-4b96-a05c-aa63d28f3097", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:01.476943 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-80b66023-de05-4023-bbd8-c2994ede3501 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:01.477339 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54e3fec-a42f-4842-86e6-b3c35ac5c768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e546b-a0a7-4b96-a05c-aa63d28f3097', 'code': 200} Oct 28 11:37:01.493127 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c6ac-5909-45e0-9a05-978341cd1215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:01.505255 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c6ac-5909-45e0-9a05-978341cd1215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:01.505255 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-d3c7c6ac-5909-45e0-9a05-978341cd1215 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f639dc7-d446-4fd1-817b-0b34d0cd2812 HTTP/1.1" status: 204 len: 168 time: 0.2351241 Oct 28 11:37:01.511990 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7c6ac-5909-45e0-9a05-978341cd1215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f639dc7-d446-4fd1-817b-0b34d0cd2812,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:01.609062 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673306a-4e32-4b17-b720-8bb2b885b222 req-2dea0785-9440-4e97-aeaa-4cf8e896345b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:01.610919 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0673306a-4e32-4b17-b720-8bb2b885b222 req-2dea0785-9440-4e97-aeaa-4cf8e896345b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0600009 Oct 28 11:37:01.651987 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0673306a-4e32-4b17-b720-8bb2b885b222 req-352082f8-be53-49d4-97b4-50c76a0913f6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339894 Oct 28 11:37:02.143664 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bfdd8-33df-434c-b56b-6af594abfb43 req-a3d38f53-df33-46f4-bbc6-3cfcfd0ea2d7 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:02.145126 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0b1bfdd8-33df-434c-b56b-6af594abfb43 req-a3d38f53-df33-46f4-bbc6-3cfcfd0ea2d7 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0506454 Oct 28 11:37:02.215047 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0b1bfdd8-33df-434c-b56b-6af594abfb43 req-fb4bcffe-606c-4d3d-b492-f873067cdf84 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606308 Oct 28 11:37:02.274009 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d451b-e3a8-4e7e-8674-ca46ef727ca2 req-c0dbe936-9a1b-4b55-92d3-ae9898a8893c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:02.275486 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9a6d451b-e3a8-4e7e-8674-ca46ef727ca2 req-c0dbe936-9a1b-4b55-92d3-ae9898a8893c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0755153 Oct 28 11:37:02.332957 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9a6d451b-e3a8-4e7e-8674-ca46ef727ca2 req-b293a136-dca9-429d-a41d-34ecca82a069 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Oct 28 11:37:02.459214 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37ea06-6d09-463f-9558-fc5187dcd1e9 req-a48fd3b2-ddcb-4bcb-8b8c-559b0f2a5875 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:02.463492 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-de37ea06-6d09-463f-9558-fc5187dcd1e9 req-a48fd3b2-ddcb-4bcb-8b8c-559b0f2a5875 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0575905 Oct 28 11:37:02.520176 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-de37ea06-6d09-463f-9558-fc5187dcd1e9 req-1b920b43-f669-4b43-8933-d2f1cd61d6de tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498981 Oct 28 11:37:02.826514 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64cedc-9d46-48d6-82a3-1a21717b03e5 req-a40d6501-b31a-4b7f-9eb0-56a195131230 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:02.828162 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fa64cedc-9d46-48d6-82a3-1a21717b03e5 req-a40d6501-b31a-4b7f-9eb0-56a195131230 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0890300 Oct 28 11:37:02.885228 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fa64cedc-9d46-48d6-82a3-1a21717b03e5 req-3c65ad75-a6cb-4d15-ae10-4c6476bb77da tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485353 Oct 28 11:37:03.379873 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dcab4-1256-4cf1-9ab8-bef686aa69ee req-4950b9ce-2912-45e2-aee7-f8ade1bbbc02 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:03.388577 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ea2dcab4-1256-4cf1-9ab8-bef686aa69ee req-4950b9ce-2912-45e2-aee7-f8ade1bbbc02 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0916941 Oct 28 11:37:03.443893 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ea2dcab4-1256-4cf1-9ab8-bef686aa69ee req-dc98b0cb-865d-45ce-8a43-2c12d6275543 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541286 Oct 28 11:37:03.495020 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1969a-5390-4109-9dff-8d8e0b6b059d req-66a3299d-081f-4302-a8a7-61083231ca51 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:03.498059 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-92f1969a-5390-4109-9dff-8d8e0b6b059d req-66a3299d-081f-4302-a8a7-61083231ca51 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0819440 Oct 28 11:37:03.583723 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-92f1969a-5390-4109-9dff-8d8e0b6b059d req-b2a35909-26b9-4d55-aa8a-d0dcb1c56079 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782578 Oct 28 11:37:03.690963 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f0daf-fe71-49e3-9977-ea151be6f693 req-ba9e77b2-152b-4f0c-9dd9-a08a9cdd0ad7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:03.697574 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3f2f0daf-fe71-49e3-9977-ea151be6f693 req-ba9e77b2-152b-4f0c-9dd9-a08a9cdd0ad7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0953443 Oct 28 11:37:03.737834 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3f2f0daf-fe71-49e3-9977-ea151be6f693 req-c3720cfe-e249-4942-8372-396b3bce9288 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384307 Oct 28 11:37:04.026663 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740f0e-dc4a-4d46-92c1-52fc9cf983ef req-74022df7-fb4b-43b4-abfc-be3f0691cb1e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:04.028398 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ec740f0e-dc4a-4d46-92c1-52fc9cf983ef req-74022df7-fb4b-43b4-abfc-be3f0691cb1e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0622084 Oct 28 11:37:04.069540 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ec740f0e-dc4a-4d46-92c1-52fc9cf983ef req-92aab86e-57f7-4e2b-801b-01f497c064c8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333929 Oct 28 11:37:04.599944 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e313-f6b4-46c7-a3aa-22b4e11e6cd9 req-f9e40bcb-f3cb-48c3-aeef-42605dc26e38 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:04.601473 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5ea5e313-f6b4-46c7-a3aa-22b4e11e6cd9 req-f9e40bcb-f3cb-48c3-aeef-42605dc26e38 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0640643 Oct 28 11:37:04.652314 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5ea5e313-f6b4-46c7-a3aa-22b4e11e6cd9 req-612fbf3c-2e07-4628-82c8-a06b6a04c4d8 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Oct 28 11:37:04.736026 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74231c7-b962-47a0-bdf8-92c16e0d64e0 req-ea729905-8171-406f-9b3d-c1fbbb3b5b6e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:04.737919 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e74231c7-b962-47a0-bdf8-92c16e0d64e0 req-ea729905-8171-406f-9b3d-c1fbbb3b5b6e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0658441 Oct 28 11:37:04.782368 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e74231c7-b962-47a0-bdf8-92c16e0d64e0 req-a620acab-6806-4d08-932d-c03efaf7e4ea tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384712 Oct 28 11:37:04.882303 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d1511-ad0b-4166-91b6-185be703e062 req-9ff253e4-1ec3-480e-9bb5-0cac1b5ec762 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:04.883778 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-964d1511-ad0b-4166-91b6-185be703e062 req-9ff253e4-1ec3-480e-9bb5-0cac1b5ec762 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0622101 Oct 28 11:37:04.927446 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-964d1511-ad0b-4166-91b6-185be703e062 req-af7cedca-5380-4390-8935-126c0ca3a4b7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366230 Oct 28 11:37:05.199119 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a4a7a-418f-4b54-a6a6-beca9c07933f req-273889a5-2651-41ad-a46e-79b82c831058 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:05.201068 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b66a4a7a-418f-4b54-a6a6-beca9c07933f req-273889a5-2651-41ad-a46e-79b82c831058 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0520725 Oct 28 11:37:05.246010 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b66a4a7a-418f-4b54-a6a6-beca9c07933f req-6fb3a7a3-9bb2-49e0-bcbe-7843941e2d2b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383875 Oct 28 11:37:05.784047 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393cb75-e955-49bb-83ca-1cf7c7007c01 req-bfa60082-72b8-4896-bff6-46f2574e147f tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:05.785507 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9393cb75-e955-49bb-83ca-1cf7c7007c01 req-bfa60082-72b8-4896-bff6-46f2574e147f tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0606844 Oct 28 11:37:05.837874 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9393cb75-e955-49bb-83ca-1cf7c7007c01 req-72f7d440-04b7-4dcb-bfa6-9a74dc2c8626 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460382 Oct 28 11:37:05.940201 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3fb93-24ee-44b8-aa1d-2d100c4e8530 req-e6cf633b-81fd-45fc-837d-24b5780565fb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:05.941750 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-10b3fb93-24ee-44b8-aa1d-2d100c4e8530 req-e6cf633b-81fd-45fc-837d-24b5780565fb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0678475 Oct 28 11:37:05.995251 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-10b3fb93-24ee-44b8-aa1d-2d100c4e8530 req-8e62ffde-098f-41ca-a4ca-6c1e42d0ba3e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473189 Oct 28 11:37:06.085761 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d3c8-9b04-4cf0-8878-164c7ee59ca6 req-779cecf1-2f79-4d6c-8b24-ec5ac70c1c2b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:06.093441 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6906d3c8-9b04-4cf0-8878-164c7ee59ca6 req-779cecf1-2f79-4d6c-8b24-ec5ac70c1c2b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0694275 Oct 28 11:37:06.134420 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6906d3c8-9b04-4cf0-8878-164c7ee59ca6 req-94cc8eb3-f47d-4871-8785-cbcc9758d977 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382617 Oct 28 11:37:06.398666 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74d78f-d86d-4328-a097-b30adb59c1b3 req-e754cd55-956c-426a-a119-bace056aba82 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:06.400749 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac74d78f-d86d-4328-a097-b30adb59c1b3 req-e754cd55-956c-426a-a119-bace056aba82 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0641117 Oct 28 11:37:06.442521 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ac74d78f-d86d-4328-a097-b30adb59c1b3 req-61b47b34-7988-41db-812a-22950923281a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349872 Oct 28 11:37:06.967651 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7bf31-48c9-45db-9cdb-d879ad1439ab req-3dba97ef-59ee-4a6c-a5c9-b856a6acddf2 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:06.969921 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e3c7bf31-48c9-45db-9cdb-d879ad1439ab req-3dba97ef-59ee-4a6c-a5c9-b856a6acddf2 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0557806 Oct 28 11:37:07.014749 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e3c7bf31-48c9-45db-9cdb-d879ad1439ab req-1b85813b-435d-4146-b809-b40130ea5e75 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Oct 28 11:37:07.119698 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ed8b5-a13a-45c3-85d9-cb9495a81d4f req-20dbf869-6fa0-4bb2-b522-7566cb5a45cc tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:07.121425 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f49ed8b5-a13a-45c3-85d9-cb9495a81d4f req-20dbf869-6fa0-4bb2-b522-7566cb5a45cc tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0517898 Oct 28 11:37:07.169414 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f49ed8b5-a13a-45c3-85d9-cb9495a81d4f req-6b865591-6f40-4366-b1a6-ef5a337e1267 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Oct 28 11:37:07.262760 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3705d-51a7-495b-9982-d25bf2da448c req-eb498792-e959-4959-b2f3-c4d4c92e6ab4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:07.266658 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9ed3705d-51a7-495b-9982-d25bf2da448c req-eb498792-e959-4959-b2f3-c4d4c92e6ab4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0577087 Oct 28 11:37:07.308492 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9ed3705d-51a7-495b-9982-d25bf2da448c req-1dc9b97f-e8fc-44a1-824d-86a902c0a1c4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Oct 28 11:37:07.585752 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bbf7b-e338-456a-adb5-ec0f686cc367 req-684e23e2-f7f4-44cb-b87b-b5880fcf773b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:07.587665 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5d1bbf7b-e338-456a-adb5-ec0f686cc367 req-684e23e2-f7f4-44cb-b87b-b5880fcf773b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0602775 Oct 28 11:37:07.639999 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5d1bbf7b-e338-456a-adb5-ec0f686cc367 req-29a7e7b1-4669-472a-9f12-a5a3d83cc1c9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455456 Oct 28 11:37:08.139287 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88b6f-125d-4176-9056-2135e6f5aaae req-9e92baec-57e7-44cc-af0a-7670eaedb631 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:08.140828 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-44f88b6f-125d-4176-9056-2135e6f5aaae req-9e92baec-57e7-44cc-af0a-7670eaedb631 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0539742 Oct 28 11:37:08.183138 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-44f88b6f-125d-4176-9056-2135e6f5aaae req-df2eba5e-4494-4571-9cab-7da264269b16 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358567 Oct 28 11:37:08.313190 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f421a-c089-4d75-b004-262f3ffe5f28 req-8e426e50-fcc9-441b-9dd2-6e9ca65b53ff tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:08.314710 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-040f421a-c089-4d75-b004-262f3ffe5f28 req-8e426e50-fcc9-441b-9dd2-6e9ca65b53ff tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0637705 Oct 28 11:37:08.361488 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-040f421a-c089-4d75-b004-262f3ffe5f28 req-f771ee83-84e5-4e10-ad81-79b08d43a3a4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Oct 28 11:37:08.435725 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42470f-991b-4966-932f-a3bfd0cff605 req-bb2835a8-faef-42fa-9b1b-b237f3161e2a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:08.437273 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fe42470f-991b-4966-932f-a3bfd0cff605 req-bb2835a8-faef-42fa-9b1b-b237f3161e2a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0566189 Oct 28 11:37:08.482070 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fe42470f-991b-4966-932f-a3bfd0cff605 req-120d43da-d72c-4777-b76b-4762d86a037e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Oct 28 11:37:08.769394 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a65d-f313-4670-b0d3-3f1ca1388354 req-5a80dbda-1fd0-4529-885d-7fad8121aa7d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:08.770984 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cd54a65d-f313-4670-b0d3-3f1ca1388354 req-5a80dbda-1fd0-4529-885d-7fad8121aa7d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0508034 Oct 28 11:37:08.816810 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cd54a65d-f313-4670-b0d3-3f1ca1388354 req-c3b7e894-0ca1-48c1-8d59-2dcdf45a8b31 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395043 Oct 28 11:37:09.050060 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:37:09.219969 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807207d7-3fbf-4842-8cdb-d4364177239d req-af6df82d-b2c7-4ad3-9ceb-f0ccf2ce438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:09.221562 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-807207d7-3fbf-4842-8cdb-d4364177239d req-af6df82d-b2c7-4ad3-9ceb-f0ccf2ce438a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 1099 time: 0.0427220 Oct 28 11:37:09.260955 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-807207d7-3fbf-4842-8cdb-d4364177239d req-78b9e1e5-a937-4fcf-a763-82239cf55e10 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298932 Oct 28 11:37:09.311833 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e9cd8-4d7b-4327-90c1-0f90518d7521 req-a4e37a0d-ab88-4d19-b882-ec0e44971aa6 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:09.313552 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-569e9cd8-4d7b-4327-90c1-0f90518d7521 req-a4e37a0d-ab88-4d19-b882-ec0e44971aa6 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0546699 Oct 28 11:37:09.353664 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-569e9cd8-4d7b-4327-90c1-0f90518d7521 req-654e9cd7-5ed3-40f7-a427-320c73083748 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340803 Oct 28 11:37:09.484234 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a223daf-18be-448b-836a-21757909cdfb req-b81bbf88-8def-45d2-a731-23cf7d987529 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:09.485751 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0a223daf-18be-448b-836a-21757909cdfb req-b81bbf88-8def-45d2-a731-23cf7d987529 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0567162 Oct 28 11:37:09.553957 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0a223daf-18be-448b-836a-21757909cdfb req-82ddc601-1b08-4d14-9ed9-5145a8ba1c9c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619209 Oct 28 11:37:09.580224 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab85a47-9ef8-4e34-a1d4-d2464591d27e req-85bdfc74-b1a2-42b3-b701-75add9d8e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:09.586163 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7ab85a47-9ef8-4e34-a1d4-d2464591d27e req-85bdfc74-b1a2-42b3-b701-75add9d8e7f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 1098 time: 0.0715778 Oct 28 11:37:09.617856 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ac468-2b96-42b1-b184-c0113655859c req-5227cb4c-e59a-4e9f-9fae-b05b671f6ef4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:09.619688 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a77ac468-2b96-42b1-b184-c0113655859c req-5227cb4c-e59a-4e9f-9fae-b05b671f6ef4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0645084 Oct 28 11:37:09.623130 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7ab85a47-9ef8-4e34-a1d4-d2464591d27e req-3b985719-64c3-4e5c-afa1-a2d574c37fda service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Oct 28 11:37:09.681777 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a77ac468-2b96-42b1-b184-c0113655859c req-922cb95f-c724-47b1-b8cc-b0d55cca9efd tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529513 Oct 28 11:37:09.952824 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6a5f6-8fdc-4502-b93d-1dff7eca3eea req-355f0e50-4e1c-41c8-be5c-df0ca48ea7e9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:09.954340 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bde6a5f6-8fdc-4502-b93d-1dff7eca3eea req-355f0e50-4e1c-41c8-be5c-df0ca48ea7e9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0519602 Oct 28 11:37:09.993667 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bde6a5f6-8fdc-4502-b93d-1dff7eca3eea req-9711c4e5-7530-43b1-ad33-3a3d031b18bc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334501 Oct 28 11:37:10.472270 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c38d8d-96f5-4f97-956a-7c2d4656323e req-d514febf-06f5-4112-9143-305c917c5979 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:10.473745 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-58c38d8d-96f5-4f97-956a-7c2d4656323e req-d514febf-06f5-4112-9143-305c917c5979 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Oct 28 11:37:10.516820 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-58c38d8d-96f5-4f97-956a-7c2d4656323e req-192d675e-7b67-46e4-978c-28e89c1dd7ae tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370691 Oct 28 11:37:10.692576 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ad782-9e60-49af-9f3a-e6c39ac4d9dd req-dbc00f00-c8b9-48d6-ab66-dd68fdb4c954 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:10.694103 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f54ad782-9e60-49af-9f3a-e6c39ac4d9dd req-dbc00f00-c8b9-48d6-ab66-dd68fdb4c954 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0679078 Oct 28 11:37:10.767235 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f54ad782-9e60-49af-9f3a-e6c39ac4d9dd req-f8fc13c5-2751-4854-993a-9b121576ee6a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657387 Oct 28 11:37:10.777124 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acdc79-ce19-4643-80b4-80621e7790a8 req-fbf0661e-905a-43de-937c-63df28436dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:10.778691 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-40acdc79-ce19-4643-80b4-80621e7790a8 req-fbf0661e-905a-43de-937c-63df28436dbf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1098 time: 0.0696874 Oct 28 11:37:10.820273 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745f524-1384-47ea-b4e0-0f61bdcc3b3f req-d8098496-9e2b-4797-bafa-85ef5e0b8f27 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:10.821862 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9745f524-1384-47ea-b4e0-0f61bdcc3b3f req-d8098496-9e2b-4797-bafa-85ef5e0b8f27 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0569539 Oct 28 11:37:10.831849 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-40acdc79-ce19-4643-80b4-80621e7790a8 req-51846976-753a-4721-b1bb-7d89988d480a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387809 Oct 28 11:37:10.863366 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9745f524-1384-47ea-b4e0-0f61bdcc3b3f req-01a20a9e-afa3-452a-b556-e901bd361653 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349629 Oct 28 11:37:11.120656 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7f87e-0a8c-4e22-9060-af15dc4de195 req-f6b37f1d-7db9-4934-9671-9c1ea7aafec8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:11.122258 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-eac7f87e-0a8c-4e22-9060-af15dc4de195 req-f6b37f1d-7db9-4934-9671-9c1ea7aafec8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0519116 Oct 28 11:37:11.166592 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-eac7f87e-0a8c-4e22-9060-af15dc4de195 req-60d9b7a0-2e88-4614-9b1f-f41e058b832b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379193 Oct 28 11:37:11.637500 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124a456-f0fb-4993-9f3a-00a96bcf6c16 req-67393ece-6d10-463a-8c67-a2598909671e tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:11.638935 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8124a456-f0fb-4993-9f3a-00a96bcf6c16 req-67393ece-6d10-463a-8c67-a2598909671e tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0494976 Oct 28 11:37:11.681464 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8124a456-f0fb-4993-9f3a-00a96bcf6c16 req-e2223e15-5bc0-4921-b5b6-2f0fb2ec1eca tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363677 Oct 28 11:37:11.890516 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54f543-57f8-4422-908d-ca23d124a037 req-5ab0ae36-9550-4166-9350-e24fd13d4eea tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:11.891953 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4d54f543-57f8-4422-908d-ca23d124a037 req-5ab0ae36-9550-4166-9350-e24fd13d4eea tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0515857 Oct 28 11:37:11.933988 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4d54f543-57f8-4422-908d-ca23d124a037 req-16049c00-65b4-400e-bc65-81651b3950a4 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356519 Oct 28 11:37:11.986131 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e58d0-4c87-407b-84cb-06e334a77fa3 req-71691d0f-a1ee-4fa4-ae30-5c399e0dd58b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:11.987688 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a54e58d0-4c87-407b-84cb-06e334a77fa3 req-71691d0f-a1ee-4fa4-ae30-5c399e0dd58b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0542059 Oct 28 11:37:12.032937 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a54e58d0-4c87-407b-84cb-06e334a77fa3 req-757e4434-080c-490b-b5ba-c77ab1575df5 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394363 Oct 28 11:37:12.299020 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df9a3a-d41c-43f5-857b-ea67f00e10b1 req-4124d1e0-1985-48b5-b464-ceba08e66599 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:12.300572 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-93df9a3a-d41c-43f5-857b-ea67f00e10b1 req-4124d1e0-1985-48b5-b464-ceba08e66599 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0508246 Oct 28 11:37:12.352705 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-93df9a3a-d41c-43f5-857b-ea67f00e10b1 req-66600928-aae9-4f3d-adf6-413fa9fc94e7 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449791 Oct 28 11:37:12.804358 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67e754-0a95-42aa-b9c7-1892ba4132ad req-de067822-cca9-49ce-ab73-c693f42983c0 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:12.806299 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ef67e754-0a95-42aa-b9c7-1892ba4132ad req-de067822-cca9-49ce-ab73-c693f42983c0 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0547113 Oct 28 11:37:12.849165 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ef67e754-0a95-42aa-b9c7-1892ba4132ad req-92428f60-4d02-4511-a4a7-1e4d2078f575 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362008 Oct 28 11:37:13.151156 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1b198-3209-455b-a2d8-c8de36aca0e9 req-6695474a-c5bc-4d1f-838d-56fc8b48cad2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:13.152799 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-09b1b198-3209-455b-a2d8-c8de36aca0e9 req-6695474a-c5bc-4d1f-838d-56fc8b48cad2 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0497622 Oct 28 11:37:13.194296 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-09b1b198-3209-455b-a2d8-c8de36aca0e9 req-5c0b940e-6e58-41ce-a8d0-53037301c9d1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353992 Oct 28 11:37:13.490551 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9c78-cb60-44ad-9a0e-37cc357cb5d4 req-3a83b56f-5f12-4728-9af9-e09dbcf6b676 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:13.494930 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d3ba9c78-cb60-44ad-9a0e-37cc357cb5d4 req-3a83b56f-5f12-4728-9af9-e09dbcf6b676 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0555520 Oct 28 11:37:13.537120 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d3ba9c78-cb60-44ad-9a0e-37cc357cb5d4 req-2fe8de42-4526-407d-b79f-e3d348b2a24c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334051 Oct 28 11:37:13.674927 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d9522-efed-4326-9187-8258436a2c0d req-8e91974c-b54f-4a98-ac7e-c148e278c9a0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:13.676347 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7b6d9522-efed-4326-9187-8258436a2c0d req-8e91974c-b54f-4a98-ac7e-c148e278c9a0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0573785 Oct 28 11:37:13.726621 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-77144223-4eea-42fe-886d-b85dbaf68d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:13.728105 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-77144223-4eea-42fe-886d-b85dbaf68d22 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 1098 time: 0.0532742 Oct 28 11:37:13.734314 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7b6d9522-efed-4326-9187-8258436a2c0d req-1764151a-38cf-4329-8513-89b659e5a90f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500038 Oct 28 11:37:13.835591 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-dafd3261-18ef-4ef1-b752-94407ccfe470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:13.837315 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-dafd3261-18ef-4ef1-b752-94407ccfe470 service neutron] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 919 time: 0.0906897 Oct 28 11:37:13.898389 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-dad87e9a-bb7b-4f49-b069-69d9c32dc9fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357 HTTP/1.1" status: 200 len: 217 time: 0.0408537 Oct 28 11:37:13.967782 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-71b3a169-fc61-425f-85f4-3668a01629e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:13.971592 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-71b3a169-fc61-425f-85f4-3668a01629e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.0492892 Oct 28 11:37:14.009530 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-b70cbc9a-b1d0-4fea-9e40-60a274bebe8b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263257 Oct 28 11:37:14.121446 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-cdc6aa5f-36a9-4a51-9ba0-b3c6c9cfc7c6 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002162 Oct 28 11:37:14.217605 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4f828d34-e1e8-4c65-9c7f-1c514e3a8819 req-0d3e4cf1-01b4-40da-9635-61aa1b726ac8 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853980 Oct 28 11:37:14.398104 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 40840) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:14.537225 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-eef82bf6-2547-40ae-b53f-4221aeb742f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:14.571295 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e2c73-7a4a-4d7d-a9d4-49cdb61eb07e req-3e4f928f-c780-4a33-84d8-082030522dde tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:14.572845 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-242e2c73-7a4a-4d7d-a9d4-49cdb61eb07e req-3e4f928f-c780-4a33-84d8-082030522dde tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0548885 Oct 28 11:37:14.624945 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-242e2c73-7a4a-4d7d-a9d4-49cdb61eb07e req-3fe7e806-906e-4fd6-95f5-21d2e4c512d8 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456173 Oct 28 11:37:14.626133 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-eef82bf6-2547-40ae-b53f-4221aeb742f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:14.720651 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31045b6c-77ee-4fad-95dd-ab1f448c332c req-0dc84303-b725-4662-9f86-20f2b60faf59 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:14.725343 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-31045b6c-77ee-4fad-95dd-ab1f448c332c req-0dc84303-b725-4662-9f86-20f2b60faf59 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0507340 Oct 28 11:37:14.727438 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-eef82bf6-2547-40ae-b53f-4221aeb742f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:14.768935 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-eef82bf6-2547-40ae-b53f-4221aeb742f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7bbc16a7f1604c5ba9984073267580e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695207 Oct 28 11:37:14.771122 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef82bf6-2547-40ae-b53f-4221aeb742f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2484a976-8c5e-47e1-8644-65e3c214720c,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:14.771897 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 40852) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:14.790856 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-31045b6c-77ee-4fad-95dd-ab1f448c332c req-79a85e3e-3279-406d-b566-69a70a5059eb tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555832 Oct 28 11:37:14.832469 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-758ee430-d49d-449f-b7ae-561c399e0813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:14.858523 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-758ee430-d49d-449f-b7ae-561c399e0813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:14.885396 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e6130-f745-47e9-94e5-e968eadff397 req-cdfbd214-a715-42c4-b325-bdf050d80fa9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:14.887375 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3d2e6130-f745-47e9-94e5-e968eadff397 req-cdfbd214-a715-42c4-b325-bdf050d80fa9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0569649 Oct 28 11:37:14.938674 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3d2e6130-f745-47e9-94e5-e968eadff397 req-46c5248f-8ce7-4f7d-a091-eb03ea5a2761 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395775 Oct 28 11:37:15.001697 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-758ee430-d49d-449f-b7ae-561c399e0813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:15.004407 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-758ee430-d49d-449f-b7ae-561c399e0813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:15.008294 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-758ee430-d49d-449f-b7ae-561c399e0813 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2484a976-8c5e-47e1-8644-65e3c214720c HTTP/1.1" status: 204 len: 168 time: 0.2344782 Oct 28 11:37:15.017660 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ee430-d49d-449f-b7ae-561c399e0813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2484a976-8c5e-47e1-8644-65e3c214720c,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:15.744103 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eadcfa-9ee5-4362-848c-ca5e0d3c61ac req-a035e5b7-b531-462f-a946-1483344eb33c tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:15.746008 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55eadcfa-9ee5-4362-848c-ca5e0d3c61ac req-a035e5b7-b531-462f-a946-1483344eb33c tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0602317 Oct 28 11:37:15.789318 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55eadcfa-9ee5-4362-848c-ca5e0d3c61ac req-8f812e4c-6b23-4e2c-a40a-f79b38b9d52e tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371976 Oct 28 11:37:15.906695 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fcbc3-e393-4cc4-a768-0004f2f48d37 req-9a579a1f-9d89-49fb-8da9-657bbc9cf1dc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:15.908219 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-676fcbc3-e393-4cc4-a768-0004f2f48d37 req-9a579a1f-9d89-49fb-8da9-657bbc9cf1dc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0489285 Oct 28 11:37:15.947596 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-676fcbc3-e393-4cc4-a768-0004f2f48d37 req-b57a6a58-a004-432c-a8ad-e9d3ef49eb7b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Oct 28 11:37:16.059040 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6513-6f3f-425a-aede-411400eaa4ba req-e46f65db-8d80-412b-9dff-4495c19cd191 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:16.060576 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ddbd6513-6f3f-425a-aede-411400eaa4ba req-e46f65db-8d80-412b-9dff-4495c19cd191 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0570579 Oct 28 11:37:16.102738 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ddbd6513-6f3f-425a-aede-411400eaa4ba req-ec8f52ca-8184-4b47-91f4-340dd1b63f1f tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361266 Oct 28 11:37:16.927831 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-a8a7a395-85e9-4f77-b18b-6f4eb24dd6dc tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:16.929289 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-a8a7a395-85e9-4f77-b18b-6f4eb24dd6dc tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.81 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0831914 Oct 28 11:37:16.942615 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bc8a8-738e-45a4-9be1-f17f183666c1 req-3c6a3dc5-9beb-4251-a8fb-43680b6e305c tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:16.949583 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-776bc8a8-738e-45a4-9be1-f17f183666c1 req-3c6a3dc5-9beb-4251-a8fb-43680b6e305c tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 945 time: 0.0674922 Oct 28 11:37:17.039734 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-776bc8a8-738e-45a4-9be1-f17f183666c1 req-082a7642-d17a-4b8f-a5bc-62f11a4dc4e4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828938 Oct 28 11:37:17.078024 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Deleting port f62e546b-a0a7-4b96-a05c-aa63d28f3097 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:17.078369 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:17.114146 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98f62c-1125-4c66-b50f-65d877ce0b9c req-1c488005-bcd3-499d-b9cd-19418090138a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:17.115826 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fb98f62c-1125-4c66-b50f-65d877ce0b9c req-1c488005-bcd3-499d-b9cd-19418090138a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0659590 Oct 28 11:37:17.178595 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fb98f62c-1125-4c66-b50f-65d877ce0b9c req-8effb8df-4783-449c-bb07-df328854428e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542333 Oct 28 11:37:17.224597 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] For port f62e546b-a0a7-4b96-a05c-aa63d28f3097, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f62e546b-a0a7-4b96-a05c-aa63d28f3097,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:17.224970 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:17.242420 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Calling delete_port for f62e546b-a0a7-4b96-a05c-aa63d28f3097 owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:17.265759 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2f69e-c680-4ac8-83b6-f758920ceeb8 req-a4286ba9-9baf-4a7d-9a4e-bc471a08de81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:17.267279 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7d2f69e-c680-4ac8-83b6-f758920ceeb8 req-a4286ba9-9baf-4a7d-9a4e-bc471a08de81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0832493 Oct 28 11:37:17.357926 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7d2f69e-c680-4ac8-83b6-f758920ceeb8 req-f0e4762f-7a5a-4e5e-9c43-8f3bc22bde57 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520945 Oct 28 11:37:17.537672 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:17.555095 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['f62e546b-a0a7-4b96-a05c-aa63d28f3097'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:17.568057 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Pushing event deleted for resources: {'Port': ['ID=f62e546b-a0a7-4b96-a05c-aa63d28f3097,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:17.599114 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.599365 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.599703 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.600034 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.600366 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.600692 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.601013 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.601333 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.601651 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.601990 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.602311 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.602647 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:17.624059 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] No DVR routers for this DVR port f62e546b-a0a7-4b96-a05c-aa63d28f3097 on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:37:17.626658 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:17.630107 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0210ac66-d9fe-4240-a8b5-9f5c35086632 req-7b4c0544-3cee-4bac-b983-b1b12ed27745 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.81 "DELETE /v2.0/ports/f62e546b-a0a7-4b96-a05c-aa63d28f3097 HTTP/1.1" status: 204 len: 173 time: 0.6819184 Oct 28 11:37:17.630537 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54e3fec-a42f-4842-86e6-b3c35ac5c768', 'name': 'network-vif-deleted', 'tag': 'f62e546b-a0a7-4b96-a05c-aa63d28f3097'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:17.632792 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1469f9c8-9a87-49b7-a339-beb90cd8d43b" -d '{"events": [{"server_uuid": "d54e3fec-a42f-4842-86e6-b3c35ac5c768", "name": "network-vif-deleted", "tag": "f62e546b-a0a7-4b96-a05c-aa63d28f3097"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:17.673730 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bb3178-5ed7-4889-9d42-da0002408c23 x-openstack-request-id: req-18bb3178-5ed7-4889-9d42-da0002408c23 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:17.673730 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54e3fec-a42f-4842-86e6-b3c35ac5c768", "name": "network-vif-deleted", "tag": "f62e546b-a0a7-4b96-a05c-aa63d28f3097", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:17.673730 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18bb3178-5ed7-4889-9d42-da0002408c23 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:17.673730 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54e3fec-a42f-4842-86e6-b3c35ac5c768', 'name': 'network-vif-deleted', 'tag': 'f62e546b-a0a7-4b96-a05c-aa63d28f3097', 'status': 'completed', 'code': 200} Oct 28 11:37:18.160396 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-892f245a-3cd1-4273-b86c-ace67f06c5b0 req-eaa5bc90-88ad-40ba-8e13-9611bab071c9 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=d54e3fec-a42f-4842-86e6-b3c35ac5c768 HTTP/1.1" status: 200 len: 210 time: 0.0292642 Oct 28 11:37:18.350712 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39e0ff-deed-4a8d-b6bc-09d1b3a02610 req-dbff6ce0-82a0-431e-8211-908ae23b6241 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:18.352369 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6f39e0ff-deed-4a8d-b6bc-09d1b3a02610 req-dbff6ce0-82a0-431e-8211-908ae23b6241 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 944 time: 0.0599916 Oct 28 11:37:18.397182 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6f39e0ff-deed-4a8d-b6bc-09d1b3a02610 req-b17c991c-1d8c-425b-b48c-85eccb4c9785 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361433 Oct 28 11:37:18.482472 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bdd65-6419-4ec1-8008-832236fbd7a5 req-18d7af79-786e-455b-bbcf-ed3791505f5b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:18.483974 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b37bdd65-6419-4ec1-8008-832236fbd7a5 req-18d7af79-786e-455b-bbcf-ed3791505f5b tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0506895 Oct 28 11:37:18.526629 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b37bdd65-6419-4ec1-8008-832236fbd7a5 req-27b08577-e86f-465a-800e-b95ad34f3966 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366151 Oct 28 11:37:18.602202 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-585565a7-91dc-4a03-89e8-3ac7fa39b0c6 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9871ed7ad3574a0c9980c506cdc368c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307767 Oct 28 11:37:18.814259 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-1d2f9903-e7e3-490e-9f72-1a90e2485e9b tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:18.815832 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-1d2f9903-e7e3-490e-9f72-1a90e2485e9b tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043922 Oct 28 11:37:18.832536 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-13b543e9-abac-42ad-bf28-806a1fc736b7 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/quotas/9871ed7ad3574a0c9980c506cdc368c9 HTTP/1.1" status: 200 len: 375 time: 0.0107303 Oct 28 11:37:18.873176 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6fd9e397-6b19-479d-a85e-b5826a9e5bb3 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9871ed7ad3574a0c9980c506cdc368c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318799 Oct 28 11:37:18.887296 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b06401fb-899b-4911-806e-1af780a90e1e details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:37:18.992880 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:19.009020 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'b06401fb-899b-4911-806e-1af780a90e1e', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'port_id': 'b06401fb-899b-4911-806e-1af780a90e1e', 'mac_address': 'fa:16:3e:17:54:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:37:19.056671 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:19.071148 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06401fb-899b-4911-806e-1af780a90e1e {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:37:19.092617 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:19.188975 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:19.288639 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=9']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:19.306087 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55a05943-b2d0-419f-9360-8e4bcf546e61 req-452fb7aa-d732-4964-81a2-2e2b1238069c tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 210 time: 0.0411694 Oct 28 11:37:19.525445 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b00c4-f214-4957-ac25-528e628ee60e req-31aeaac2-70e3-4a97-9c2a-aba8801938ac tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:19.527521 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-312b00c4-f214-4957-ac25-528e628ee60e req-31aeaac2-70e3-4a97-9c2a-aba8801938ac tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 945 time: 0.0527906 Oct 28 11:37:19.546252 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-e0edf71a-4dc6-4fbe-ab66-c4731b09a8c1 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:19.547736 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-e0edf71a-4dc6-4fbe-ab66-c4731b09a8c1 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/networks?id=43bf690c-9cd0-454e-b723-f5511c7e0fbd HTTP/1.1" status: 200 len: 809 time: 0.1203866 Oct 28 11:37:19.562316 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['b06401fb-899b-4911-806e-1af780a90e1e'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:19.562789 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-2a9b5e0e-c1d6-4ab9-b68d-25ad838fb59b tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/quotas/d4d15476f27c4f3e8843ced1b4f51cfe HTTP/1.1" status: 200 len: 375 time: 0.0093374 Oct 28 11:37:19.569673 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-312b00c4-f214-4957-ac25-528e628ee60e req-4f099e44-7566-4db6-8cbd-5967c153d68d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354540 Oct 28 11:37:19.603854 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-c09029df-c2c2-4586-99b4-09bd9784a333 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d15476f27c4f3e8843ced1b4f51cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275185 Oct 28 11:37:19.711465 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-48d9f68a-31a1-4b67-9878-10d96224f412 service neutron] 10.222.0.79 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963733 Oct 28 11:37:19.806016 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-01799e78-33fd-46b0-8d54-ec0230ce0f78 service neutron] 10.222.0.79 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883420 Oct 28 11:37:20.133064 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a6a82d7c-d31b-43d2-8152-00d2e4917a3d req-b1bda8b8-3eb4-49ba-b70f-5b15cd7cd791 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 210 time: 0.0360975 Oct 28 11:37:20.161980 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-79410a17-d769-4ddb-83e7-c6e2296ed0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:20.392425 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ca6c35c7-dfd7-41ff-aa71-29a9d4e42ec7 req-fd748bfb-b6dd-44e1-8040-f22adeecc1e4 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 210 time: 0.0275788 Oct 28 11:37:20.705400 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186897f-3105-4efc-b279-ca6a9e321177 req-2542ce98-a997-488f-b4d4-e46c734717ec tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:20.707231 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0186897f-3105-4efc-b279-ca6a9e321177 req-2542ce98-a997-488f-b4d4-e46c734717ec tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 945 time: 0.0562696 Oct 28 11:37:20.752403 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0186897f-3105-4efc-b279-ca6a9e321177 req-86cbf087-cbe5-4b49-a47b-2e8cf01f2fb7 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385122 Oct 28 11:37:20.890261 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b06401fb-899b-4911-806e-1af780a90e1e up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:37:20.940495 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port b06401fb-899b-4911-806e-1af780a90e1e triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:37:20.940859 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:21.021357 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:21.048083 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:21.049842 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62ae624-7cca-4775-940b-a9a672c96c82" -d '{"events": [{"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-plugged", "status": "completed", "tag": "b06401fb-899b-4911-806e-1af780a90e1e"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:21.064802 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:21.110524 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6eb3fb-f73f-47d8-884b-84d0bef8df91 x-openstack-request-id: req-cb6eb3fb-f73f-47d8-884b-84d0bef8df91 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:21.111322 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-plugged", "status": "completed", "tag": "b06401fb-899b-4911-806e-1af780a90e1e", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:21.111581 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb6eb3fb-f73f-47d8-884b-84d0bef8df91 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:21.111980 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e', 'code': 200} Oct 28 11:37:21.133782 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:21.134769 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device f62e546b-a0a7-4b96-a05c-aa63d28f3097 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:21.183748 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: f62e546b-a0a7-4b96-a05c-aa63d28f3097 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:21.184362 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device f62e546b-a0a7-4b96-a05c-aa63d28f3097 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:21.216053 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=10']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:21.262806 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c3e81965-2d9d-42fe-bd24-c3248600eb2b req-62d825b8-fcd1-47e7-a36a-202e3f906952 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 210 time: 0.0464423 Oct 28 11:37:21.488249 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5d4f70a2-9780-4426-b12d-cc6930de8626 req-5176ee86-b59a-49ec-924d-1fc293e7fc72 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 210 time: 0.0269253 Oct 28 11:37:21.676525 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-2d81f37c-7ae7-4e98-861b-304a78a21bbe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395193 Oct 28 11:37:21.763996 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-9ff11d8f-3c3f-4ff3-8ed2-09b57819ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:21.765506 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-9ff11d8f-3c3f-4ff3-8ed2-09b57819ba8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51d77d3ba5c047838fd80fff14ee3822&device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 1099 time: 0.0449164 Oct 28 11:37:21.935641 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-ee823957-f45e-48aa-af86-e94c42ec38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:21.937092 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-ee823957-f45e-48aa-af86-e94c42ec38c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 200 len: 919 time: 0.1468122 Oct 28 11:37:21.951465 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e4b63-46c4-4e25-a41e-ed42a418e11a req-120f7093-58bf-4d8c-a5c9-fb279a0adfb4 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:21.952873 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6a7e4b63-46c4-4e25-a41e-ed42a418e11a req-120f7093-58bf-4d8c-a5c9-fb279a0adfb4 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.1049023 Oct 28 11:37:21.998396 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04998e4d-9b45-40c2-8a76-ca086518031a req-b1115b8a-7f3b-496c-849c-7d2981cc48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:21.999812 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-04998e4d-9b45-40c2-8a76-ca086518031a req-b1115b8a-7f3b-496c-849c-7d2981cc48b8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 1100 time: 0.1202729 Oct 28 11:37:22.002491 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-b6752902-abfb-4f5f-a30f-d426598d2d9a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de1d0866-e006-4bbc-b77c-c29672af0110 HTTP/1.1" status: 200 len: 217 time: 0.0486240 Oct 28 11:37:22.028132 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6a7e4b63-46c4-4e25-a41e-ed42a418e11a req-31b74ddd-26c0-4190-a8a6-d10af8961a5d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664117 Oct 28 11:37:22.096948 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-04998e4d-9b45-40c2-8a76-ca086518031a req-f982cd34-42eb-46ae-8a05-55c5a8dc8b9e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678344 Oct 28 11:37:22.100277 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-a4877908-7fc3-4cbd-9baa-4168066e8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:22.100440 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-a4877908-7fc3-4cbd-9baa-4168066e8bee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 200 len: 858 time: 0.0660658 Oct 28 11:37:22.360633 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2a6c6d1e-aca0-48a2-8758-9d39fee13b87 req-e48a51d5-5154-46b3-af16-8904761d720c tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 210 time: 0.0332594 Oct 28 11:37:22.387572 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-e3aa3c06-9ecf-4292-a3be-5fda0ddb40b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df0f74b7-2157-4893-a31c-27cb337cedf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338016 Oct 28 11:37:22.432525 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-8b239cc5-f5f6-4757-a720-d0aab7a09d26 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9871ed7ad3574a0c9980c506cdc368c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475078 Oct 28 11:37:22.507505 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:22.587074 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bd3a29b4-fea4-4347-9170-a1fd960e1a5c req-4426ccf4-6c1b-4c08-9186-30f3d59b7b32 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 210 time: 0.0256906 Oct 28 11:37:22.804018 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f64232a3-7bb0-45ab-badf-6baedb4ef815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:22.859364 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-b57a05c5-e327-4a99-9a5d-3de1c3eae954 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545743 Oct 28 11:37:22.879499 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-23cdb854-3f47-447d-88ad-ccda0bb39085 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:22.881020 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-23cdb854-3f47-447d-88ad-ccda0bb39085 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4235604 Oct 28 11:37:22.928058 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Request body: {'port': {'device_id': 'f7c11f42-acb9-446a-9c8f-c895e93367b6', 'network_id': '5e39905f-037d-44c5-8792-cad94b813126', 'admin_state_up': True, 'tenant_id': '9871ed7ad3574a0c9980c506cdc368c9'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:37:23.048261 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-46fd4bec-84a9-469b-9614-b31055fdf4a5 req-538c9111-b31d-4a11-870a-f3104fe13ee3 service neutron] 10.222.0.81 "GET /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638272 Oct 28 11:37:23.164630 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9195ad-5ffb-4b47-b287-bb6689cdce34 req-1e21f6a0-a7a1-4a1b-870f-9d6aa7bdbe54 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:23.166176 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8f9195ad-5ffb-4b47-b287-bb6689cdce34 req-1e21f6a0-a7a1-4a1b-870f-9d6aa7bdbe54 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.0528603 Oct 28 11:37:23.180709 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Made reservation on behalf of 9871ed7ad3574a0c9980c506cdc368c9 for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:37:23.188280 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:23.208290 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:23.295892 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8f9195ad-5ffb-4b47-b287-bb6689cdce34 req-17417e12-2af1-4eef-8936-fe4fa2edac5a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225178 Oct 28 11:37:23.402879 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-d57015ad-3c4d-4883-98bf-4f2f53e39a88 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:23.404645 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-d57015ad-3c4d-4883-98bf-4f2f53e39a88 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.81 "GET /v2.0/networks?id=43bf690c-9cd0-454e-b723-f5511c7e0fbd HTTP/1.1" status: 200 len: 809 time: 0.1755457 Oct 28 11:37:23.429458 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Request body: {'port': {'device_id': '70ce09f0-d75f-439e-9543-2942ed769189', 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd', 'admin_state_up': True, 'tenant_id': 'd4d15476f27c4f3e8843ced1b4f51cfe'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:37:23.447053 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:23.474155 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e95f5786-0060-4365-b812-45c3e4518de0 req-d89daca1-161f-4f09-95ee-5425bab95290 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 210 time: 0.0350006 Oct 28 11:37:23.499227 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:23.590877 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:23.656703 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d08592-8454-46ed-babe-10a43a8da027,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:23.711104 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-179d04bc-3387-43e2-ac68-374c32e0d1be req-497daaa6-b3c5-44af-adb1-2f3b71b1d965 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 210 time: 0.0402532 Oct 28 11:37:23.759638 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Made reservation on behalf of d4d15476f27c4f3e8843ced1b4f51cfe for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:37:23.764482 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:23.772727 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Allocated IP 192.168.233.219 (5e39905f-037d-44c5-8792-cad94b813126/11f117a3-c475-4f80-a9ae-8c83d06c76ad/47441fed-8b94-4ac1-acc0-a1546554644f) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:37:23.927820 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:23.998306 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Allocated IP 172.20.0.12 (43bf690c-9cd0-454e-b723-f5511c7e0fbd/2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac/6390f36a-3b5b-4bed-bac4-0f23aafcf22b) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:37:24.055057 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:24.203830 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:24.236077 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:24.290070 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Network 5e39905f-037d-44c5-8792-cad94b813126 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:37:24.297741 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:37:24.300420 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:37:24.360206 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Pushing event updated for resources: {'Port': ['ID=47441fed-8b94-4ac1-acc0-a1546554644f,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:24.390541 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:24.402797 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:24.409016 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:24.473615 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Network 43bf690c-9cd0-454e-b723-f5511c7e0fbd is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:37:24.536133 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:37:24.539573 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:37:24.602237 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-58a74d49-5043-40a6-bab6-b394cb8b8fba tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6783125 Oct 28 11:37:24.614042 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Pushing event updated for resources: {'Port': ['ID=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:24.643175 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:24.644326 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:24.660154 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Request body: {'port': {'device_id': 'f7c11f42-acb9-446a-9c8f-c895e93367b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:37:24.693120 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417ec9-c997-46c9-aafe-c7475a05a7ab req-f74fc4d7-d980-4ae7-ac58-fb9b04450877 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:24.695697 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15417ec9-c997-46c9-aafe-c7475a05a7ab req-f74fc4d7-d980-4ae7-ac58-fb9b04450877 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 932 time: 0.1099038 Oct 28 11:37:24.712385 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e3b28-b2b6-4cc4-8371-eb9ff70b15c8 req-4b6dafd1-c6c1-4e4b-bc69-8df6cb2f878e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:24.714517 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-804e3b28-b2b6-4cc4-8371-eb9ff70b15c8 req-4b6dafd1-c6c1-4e4b-bc69-8df6cb2f878e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.2452240 Oct 28 11:37:24.744571 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15417ec9-c997-46c9-aafe-c7475a05a7ab req-184344ab-ddd3-429a-8f20-5036551e53e9 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Oct 28 11:37:24.780817 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:24.799233 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-a8ccfaa8-ff27-48c8-a31f-dbb840c248c0 None None] Provisioning complete for port 47441fed-8b94-4ac1-acc0-a1546554644f triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:37:24.799598 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfaa8-ff27-48c8-a31f-dbb840c248c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:24.814122 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-804e3b28-b2b6-4cc4-8371-eb9ff70b15c8 req-5e7a61d5-8943-4cbd-9704-3b619a31eb38 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632772 Oct 28 11:37:24.849035 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-a8ccfaa8-ff27-48c8-a31f-dbb840c248c0 None None] Port 47441fed-8b94-4ac1-acc0-a1546554644f cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:37:24.859553 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-bda751c2-4047-48c7-a156-170e97001a12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4392011 Oct 28 11:37:24.881213 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Request body: {'port': {'device_id': '70ce09f0-d75f-439e-9543-2942ed769189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:37:25.076472 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:25.098593 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fff1b5-0644-4839-a28f-25c953071fd9 req-ef2f911b-39a6-4dfe-94f7-67bebdf72988 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:25.100097 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d3fff1b5-0644-4839-a28f-25c953071fd9 req-ef2f911b-39a6-4dfe-94f7-67bebdf72988 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 936 time: 0.2084091 Oct 28 11:37:25.213089 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d3fff1b5-0644-4839-a28f-25c953071fd9 req-96a56d9a-6b8e-49a9-adff-a06e324819c4 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055596 Oct 28 11:37:25.369936 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47441fed-8b94-4ac1-acc0-a1546554644f {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:37:25.380688 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:25.405402 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Transition to ACTIVE for port object 47441fed-8b94-4ac1-acc0-a1546554644f will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:37:25.489105 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6390f36a-3b5b-4bed-bac4-0f23aafcf22b {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:37:25.503289 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:25.518936 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Transition to ACTIVE for port object 6390f36a-3b5b-4bed-bac4-0f23aafcf22b will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:37:25.534872 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:25.607212 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Pushing event updated for resources: {'Port': ['ID=47441fed-8b94-4ac1-acc0-a1546554644f,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:25.648059 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:25.683142 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:25.716549 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Attempting to bind port 47441fed-8b94-4ac1-acc0-a1546554644f on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:37:25.716888 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Attempting to bind port 47441fed-8b94-4ac1-acc0-a1546554644f by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '85bf46fa-76ef-4e0d-ae62-68f34f2b1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:37:25.717203 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Attempting to bind port 47441fed-8b94-4ac1-acc0-a1546554644f on network 5e39905f-037d-44c5-8792-cad94b813126 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:37:25.720229 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:25.735393 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Port 47441fed-8b94-4ac1-acc0-a1546554644f on network 5e39905f-037d-44c5-8792-cad94b813126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:37:25.735723 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Attempting to bind port 47441fed-8b94-4ac1-acc0-a1546554644f on network 5e39905f-037d-44c5-8792-cad94b813126 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:37:25.776106 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:37:25.776456 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Checking segment: {'id': '85bf46fa-76ef-4e0d-ae62-68f34f2b1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:37:25.777407 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Bound using segment: {'id': '85bf46fa-76ef-4e0d-ae62-68f34f2b1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:37:25.777924 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Bound port: 47441fed-8b94-4ac1-acc0-a1546554644f, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bf46fa-76ef-4e0d-ae62-68f34f2b1523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5e39905f-037d-44c5-8792-cad94b813126'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:37:25.782513 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:25.874107 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Attempting to bind port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:37:25.874432 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Attempting to bind port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '3db39dfa-c065-4f91-883a-c869695b9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:37:25.874757 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Attempting to bind port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b on network 43bf690c-9cd0-454e-b723-f5511c7e0fbd {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:37:25.893362 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b on network 43bf690c-9cd0-454e-b723-f5511c7e0fbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:37:25.893686 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Attempting to bind port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b on network 43bf690c-9cd0-454e-b723-f5511c7e0fbd {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:37:25.910744 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:37:25.911076 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Checking segment: {'id': '3db39dfa-c065-4f91-883a-c869695b9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:37:25.911460 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Bound using segment: {'id': '3db39dfa-c065-4f91-883a-c869695b9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:37:25.911892 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Bound port: 6390f36a-3b5b-4bed-bac4-0f23aafcf22b, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db39dfa-c065-4f91-883a-c869695b9342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:37:25.912245 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:25.914456 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] For port 47441fed-8b94-4ac1-acc0-a1546554644f, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:37:25.920250 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] For port 47441fed-8b94-4ac1-acc0-a1546554644f, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=47441fed-8b94-4ac1-acc0-a1546554644f,segment=NetworkSegment(85bf46fa-76ef-4e0d-ae62-68f34f2b1523),segment_id=85bf46fa-76ef-4e0d-ae62-68f34f2b1523)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:37:25.934582 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07488ce4-7b72-4aa1-bf6a-bf65f4681621 req-8fde22d0-0c5e-4c18-9539-31d10445a9c2 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:25.936082 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-07488ce4-7b72-4aa1-bf6a-bf65f4681621 req-8fde22d0-0c5e-4c18-9539-31d10445a9c2 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 944 time: 0.1110685 Oct 28 11:37:25.945622 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02239ff-3b7f-4ace-80f9-1396f1bc103b req-fe848743-2a7b-49d3-8807-3c3adde41241 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:25.947245 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f02239ff-3b7f-4ace-80f9-1396f1bc103b req-fe848743-2a7b-49d3-8807-3c3adde41241 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.0502028 Oct 28 11:37:26.007804 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f02239ff-3b7f-4ace-80f9-1396f1bc103b req-325086ed-3f45-4174-8757-dd5378b3b928 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541949 Oct 28 11:37:26.031234 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-07488ce4-7b72-4aa1-bf6a-bf65f4681621 req-e81fa56f-b6eb-440b-8208-31c909b1222c tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878532 Oct 28 11:37:26.037590 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] For port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:37:26.053154 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] For port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:37:26.088058 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:26.131176 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.131873 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:26.133324 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] 10.222.0.81 "PUT /v2.0/ports/47441fed-8b94-4ac1-acc0-a1546554644f HTTP/1.1" status: 200 len: 1098 time: 1.4851086 Oct 28 11:37:26.133789 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c11f42-acb9-446a-9c8f-c895e93367b6', 'tag': '47441fed-8b94-4ac1-acc0-a1546554644f'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:26.136642 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777e05e2-d774-4c9d-ba0a-fa792da49b72" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c11f42-acb9-446a-9c8f-c895e93367b6", "tag": "47441fed-8b94-4ac1-acc0-a1546554644f"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:26.158309 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfffe4-f17c-48fb-a1ae-eb7d1003b21c service neutron] Pushing event updated for resources: {'Port': ['ID=47441fed-8b94-4ac1-acc0-a1546554644f,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:26.169095 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:26.203190 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96980687-8073-41cb-932f-36cf60b7a23f x-openstack-request-id: req-96980687-8073-41cb-932f-36cf60b7a23f {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:26.203470 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c11f42-acb9-446a-9c8f-c895e93367b6", "tag": "47441fed-8b94-4ac1-acc0-a1546554644f", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:26.203717 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96980687-8073-41cb-932f-36cf60b7a23f {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:26.204108 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c11f42-acb9-446a-9c8f-c895e93367b6', 'tag': '47441fed-8b94-4ac1-acc0-a1546554644f', 'status': 'completed', 'code': 200} Oct 28 11:37:26.222779 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.225338 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:26.226782 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] 10.222.0.81 "PUT /v2.0/ports/6390f36a-3b5b-4bed-bac4-0f23aafcf22b HTTP/1.1" status: 200 len: 1094 time: 1.3503511 Oct 28 11:37:26.282378 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0141195-01f5-4b76-b89f-f72eab4787e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:26.292932 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e05e2-d774-4c9d-ba0a-fa792da49b72 req-e0acd5aa-e924-40c9-9229-63d97e3a2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.295439 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-777e05e2-d774-4c9d-ba0a-fa792da49b72 req-e0acd5aa-e924-40c9-9229-63d97e3a2155 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9871ed7ad3574a0c9980c506cdc368c9&device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 1101 time: 0.0783265 Oct 28 11:37:26.329348 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-777e05e2-d774-4c9d-ba0a-fa792da49b72 req-2e583425-e062-4035-b6d8-48720b6f6807 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9871ed7ad3574a0c9980c506cdc368c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236809 Oct 28 11:37:26.387412 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba8451-928a-49fa-b5f0-56102a09927a req-44f686f6-a27f-41b6-a24e-174894197069 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.388846 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f7ba8451-928a-49fa-b5f0-56102a09927a req-44f686f6-a27f-41b6-a24e-174894197069 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 948 time: 0.0559781 Oct 28 11:37:26.431972 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f7ba8451-928a-49fa-b5f0-56102a09927a req-95cf4ce0-933a-4d17-b58e-56cccbb95a69 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365088 Oct 28 11:37:26.476778 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-8f306653-4369-43cc-910a-3cb092c8da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.478330 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-8f306653-4369-43cc-910a-3cb092c8da82 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4d15476f27c4f3e8843ced1b4f51cfe&device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 1097 time: 0.0823081 Oct 28 11:37:26.481757 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e05e2-d774-4c9d-ba0a-fa792da49b72 req-7a83c1ed-6240-47ee-ae96-2ed88eb5e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.483171 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-777e05e2-d774-4c9d-ba0a-fa792da49b72 req-7a83c1ed-6240-47ee-ae96-2ed88eb5e928 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457429 Oct 28 11:37:26.534984 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-1246d28a-0aff-4ca9-a3de-f9a4bfccdaf3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6390f36a-3b5b-4bed-bac4-0f23aafcf22b HTTP/1.1" status: 200 len: 217 time: 0.0355160 Oct 28 11:37:26.631139 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-2ce993b9-1308-4f9c-9876-2f4bd96d73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.632589 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-2ce993b9-1308-4f9c-9876-2f4bd96d73de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac HTTP/1.1" status: 200 len: 849 time: 0.0780282 Oct 28 11:37:26.639101 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-2d0c5482-cb16-4555-a8f6-8b7bccf1a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.640508 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-2d0c5482-cb16-4555-a8f6-8b7bccf1a1ad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9871ed7ad3574a0c9980c506cdc368c9&device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 1101 time: 0.0848577 Oct 28 11:37:26.681364 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-186664cd-d876-460c-8eb5-7cc52085394c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43bf690c-9cd0-454e-b723-f5511c7e0fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316067 Oct 28 11:37:26.721172 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-00f47226-7c56-4d72-9252-b3309460bd1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=47441fed-8b94-4ac1-acc0-a1546554644f HTTP/1.1" status: 200 len: 217 time: 0.0636384 Oct 28 11:37:26.819586 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-eaad9706-bc32-4e06-9501-d75081a7b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.821029 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-eaad9706-bc32-4e06-9501-d75081a7b25d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=11f117a3-c475-4f80-a9ae-8c83d06c76ad HTTP/1.1" status: 200 len: 843 time: 0.0887434 Oct 28 11:37:26.871564 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-ccf3e9ee-bd63-499e-8401-57dbc71cbcd6 service neutron] 10.222.0.81 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604369 Oct 28 11:37:26.885126 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-379c6d9c-d830-4c59-bda7-b74147b18a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:26.886768 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-379c6d9c-d830-4c59-bda7-b74147b18a8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5e39905f-037d-44c5-8792-cad94b813126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0562377 Oct 28 11:37:27.202799 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3d8d8-e316-44f2-a6ea-1f21c40fdbc6 req-a8070155-0de3-4bd8-bf3c-bda5a01ceb0f tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:27.204304 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-96f3d8d8-e316-44f2-a6ea-1f21c40fdbc6 req-a8070155-0de3-4bd8-bf3c-bda5a01ceb0f tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 944 time: 0.0676069 Oct 28 11:37:27.243143 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-96f3d8d8-e316-44f2-a6ea-1f21c40fdbc6 req-b77d022f-6024-43df-8464-55e7f97b85af tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326133 Oct 28 11:37:27.291381 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d2ad4-b426-44a8-930b-17a1f82e4cfe req-25847672-4601-42ad-9b9f-775dc9673f69 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:27.291835 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-584d2ad4-b426-44a8-930b-17a1f82e4cfe req-25847672-4601-42ad-9b9f-775dc9673f69 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.1022673 Oct 28 11:37:27.307408 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fb4c10d4-3138-4527-8ebd-d155018d25c1 req-d8a8b8ae-0c42-4b41-ae85-e3436dd55492 service neutron] 10.222.0.81 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242179 Oct 28 11:37:27.314678 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-8bd54eee-fd13-435b-b4cb-4d97a3adef0e service neutron] 10.222.0.81 "GET /v2.0/networks/5e39905f-037d-44c5-8792-cad94b813126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204664 Oct 28 11:37:27.386607 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-584d2ad4-b426-44a8-930b-17a1f82e4cfe req-e4d98931-d66d-490b-acb2-50878feb1e6b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833919 Oct 28 11:37:27.430873 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cbb5e883-343d-4dc5-8a54-b7e2305c8594 req-fed93d59-d8c8-47b6-900b-2707feea43a6 service neutron] 10.222.0.81 "GET /v2.0/networks/5e39905f-037d-44c5-8792-cad94b813126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079111 Oct 28 11:37:27.550678 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c1f96-5603-4dd3-a04e-03e877c8a28c req-4309472e-af3c-46ff-a1a9-a0b28647defa tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:27.552169 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e06c1f96-5603-4dd3-a04e-03e877c8a28c req-4309472e-af3c-46ff-a1a9-a0b28647defa tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 948 time: 0.0490930 Oct 28 11:37:27.591866 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e06c1f96-5603-4dd3-a04e-03e877c8a28c req-8a2ed248-28a1-4366-9fd6-b7d7f1b5b2a0 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Oct 28 11:37:28.205670 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ce09f0-d75f-439e-9543-2942ed769189', 'tag': '6390f36a-3b5b-4bed-bac4-0f23aafcf22b'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:28.208233 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542d4fe-3741-4e55-bd79-576d3051846a" -d '{"events": [{"name": "network-changed", "server_uuid": "70ce09f0-d75f-439e-9543-2942ed769189", "tag": "6390f36a-3b5b-4bed-bac4-0f23aafcf22b"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:28.246891 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61fc947-2e32-46bd-8b14-1b615036058e x-openstack-request-id: req-a61fc947-2e32-46bd-8b14-1b615036058e {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:28.248900 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ce09f0-d75f-439e-9543-2942ed769189", "tag": "6390f36a-3b5b-4bed-bac4-0f23aafcf22b", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:28.248900 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a61fc947-2e32-46bd-8b14-1b615036058e {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:28.248900 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ce09f0-d75f-439e-9543-2942ed769189', 'tag': '6390f36a-3b5b-4bed-bac4-0f23aafcf22b', 'status': 'completed', 'code': 200} Oct 28 11:37:28.316887 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542d4fe-3741-4e55-bd79-576d3051846a req-71a17786-1734-4094-aaa0-1debeaf9be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:28.318566 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6542d4fe-3741-4e55-bd79-576d3051846a req-71a17786-1734-4094-aaa0-1debeaf9be6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4d15476f27c4f3e8843ced1b4f51cfe&device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 1097 time: 0.0454452 Oct 28 11:37:28.372117 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f79178-0848-431a-9434-fc0aa9879227 req-93517f74-0dca-42ef-bf7b-4d97bb3cb989 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:28.373675 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e8f79178-0848-431a-9434-fc0aa9879227 req-93517f74-0dca-42ef-bf7b-4d97bb3cb989 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 944 time: 0.0585349 Oct 28 11:37:28.414810 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e8f79178-0848-431a-9434-fc0aa9879227 req-9c5601b5-2a7f-43ef-8368-8e1cfcf70c6e tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345953 Oct 28 11:37:28.428980 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542d4fe-3741-4e55-bd79-576d3051846a req-94ab8b75-ad83-4ee5-a893-4844ea1c0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:28.431618 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6542d4fe-3741-4e55-bd79-576d3051846a req-94ab8b75-ad83-4ee5-a893-4844ea1c0510 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43bf690c-9cd0-454e-b723-f5511c7e0fbd HTTP/1.1" status: 200 len: 910 time: 0.0987377 Oct 28 11:37:28.483267 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6542d4fe-3741-4e55-bd79-576d3051846a req-eb2ab271-7064-4311-bfd7-3d7bfc5bc2a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6390f36a-3b5b-4bed-bac4-0f23aafcf22b HTTP/1.1" status: 200 len: 217 time: 0.0379133 Oct 28 11:37:28.543908 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542d4fe-3741-4e55-bd79-576d3051846a req-e4a105c3-3c2f-49f7-80de-02e07d849c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:28.545392 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6542d4fe-3741-4e55-bd79-576d3051846a req-e4a105c3-3c2f-49f7-80de-02e07d849c07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac HTTP/1.1" status: 200 len: 849 time: 0.0475698 Oct 28 11:37:28.582800 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6542d4fe-3741-4e55-bd79-576d3051846a req-9cdfd2a2-e71a-4e80-aaa9-193b03d1f25c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43bf690c-9cd0-454e-b723-f5511c7e0fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294061 Oct 28 11:37:28.716665 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6542d4fe-3741-4e55-bd79-576d3051846a req-c338294f-d842-4937-b5f0-0355676c7e74 service neutron] 10.222.0.81 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216946 Oct 28 11:37:28.780707 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae7713-83a4-486d-9906-b5fa2041f4a9 req-3dc1e63c-150f-4516-9086-8932b857f325 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:28.782242 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b7ae7713-83a4-486d-9906-b5fa2041f4a9 req-3dc1e63c-150f-4516-9086-8932b857f325 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 948 time: 0.1124270 Oct 28 11:37:28.840345 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b7ae7713-83a4-486d-9906-b5fa2041f4a9 req-688b298c-98cb-42ad-91c3-ae53fba77034 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519216 Oct 28 11:37:28.852879 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6542d4fe-3741-4e55-bd79-576d3051846a req-cde6c5f5-525e-4c61-8e80-c7c79cebbb23 service neutron] 10.222.0.81 "GET /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290061 Oct 28 11:37:29.367002 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fb083-30fb-4a63-832f-8dba87a740d1 req-3b30a554-ab7d-423a-b671-9e9ea75db3d8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:29.368520 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-737fb083-30fb-4a63-832f-8dba87a740d1 req-3b30a554-ab7d-423a-b671-9e9ea75db3d8 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0535405 Oct 28 11:37:29.410247 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-737fb083-30fb-4a63-832f-8dba87a740d1 req-e7f7c126-a9e8-4a77-928a-873495af71de tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349443 Oct 28 11:37:29.517620 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368d502-7dd8-4eff-8605-d31219e383a7 req-bbf50004-b6ec-4a6a-b3b1-db6405a4ca74 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:29.519182 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-1368d502-7dd8-4eff-8605-d31219e383a7 req-bbf50004-b6ec-4a6a-b3b1-db6405a4ca74 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0526447 Oct 28 11:37:29.535040 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfbd5c-fc90-4c69-9282-5b6364a3bf42 req-c0ee7d2c-0105-4ffd-9ca6-d00b53d5d8c9 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:29.536607 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b3cfbd5c-fc90-4c69-9282-5b6364a3bf42 req-c0ee7d2c-0105-4ffd-9ca6-d00b53d5d8c9 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 944 time: 0.0523872 Oct 28 11:37:29.560495 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-1368d502-7dd8-4eff-8605-d31219e383a7 req-dfbef760-8a0a-42bd-9552-3898c4d79588 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Oct 28 11:37:29.581353 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b3cfbd5c-fc90-4c69-9282-5b6364a3bf42 req-efc8573e-1cc2-4c00-b6b5-71a16496a4e9 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Oct 28 11:37:29.965037 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d8839-cb4b-47af-af05-e1ccd0c7e71d req-00c141da-8e41-43df-8592-677ab6abe284 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:29.966624 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-aa9d8839-cb4b-47af-af05-e1ccd0c7e71d req-00c141da-8e41-43df-8592-677ab6abe284 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 948 time: 0.0531626 Oct 28 11:37:30.008808 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-aa9d8839-cb4b-47af-af05-e1ccd0c7e71d req-8f8c9ccc-4bc9-4e0d-8b87-8a7f4f149e60 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362678 Oct 28 11:37:30.527826 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68918-7790-4729-9bdc-6bae501a2e80 req-61c8c9ea-c965-428e-8560-b4ccadd8e4b6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:30.529364 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-25c68918-7790-4729-9bdc-6bae501a2e80 req-61c8c9ea-c965-428e-8560-b4ccadd8e4b6 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0504026 Oct 28 11:37:30.567356 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-25c68918-7790-4729-9bdc-6bae501a2e80 req-0b388132-309e-4062-8e6d-b7caef19eeed tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Oct 28 11:37:30.688592 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8738-dafc-47fa-b147-f4bbb7920be5 req-c7575999-c78f-4120-823f-117d2d89eecf tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:30.690092 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c67a8738-dafc-47fa-b147-f4bbb7920be5 req-c7575999-c78f-4120-823f-117d2d89eecf tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0489523 Oct 28 11:37:30.702107 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb027459-b60f-4e8d-a060-070bd1ae488c req-cf8a6247-bb1f-4d81-97da-44e82e59b942 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:30.703945 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bb027459-b60f-4e8d-a060-070bd1ae488c req-cf8a6247-bb1f-4d81-97da-44e82e59b942 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 944 time: 0.0533919 Oct 28 11:37:30.740471 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c67a8738-dafc-47fa-b147-f4bbb7920be5 req-a5b7e36c-fdde-4df2-86c1-20e4c4f5065f tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Oct 28 11:37:30.751063 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bb027459-b60f-4e8d-a060-070bd1ae488c req-c82fc29f-b4c6-4f2e-a5a7-71c69248a862 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Oct 28 11:37:30.960339 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 6390f36a-3b5b-4bed-bac4-0f23aafcf22b details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:37:31.079040 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:31.093965 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '6390f36a-3b5b-4bed-bac4-0f23aafcf22b', 'network_id': '43bf690c-9cd0-454e-b723-f5511c7e0fbd', 'port_id': '6390f36a-3b5b-4bed-bac4-0f23aafcf22b', 'mac_address': 'fa:16:3e:b2:aa:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:37:31.127107 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c23dc-927a-45ed-813c-3bd5816489b9 req-bd1ae159-b41a-4217-956a-59791c3df1f2 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:31.128674 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a33c23dc-927a-45ed-813c-3bd5816489b9 req-bd1ae159-b41a-4217-956a-59791c3df1f2 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 948 time: 0.0513752 Oct 28 11:37:31.142503 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:31.160199 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6390f36a-3b5b-4bed-bac4-0f23aafcf22b {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:37:31.172605 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a33c23dc-927a-45ed-813c-3bd5816489b9 req-ce4c2f16-10fa-4bfc-acfa-b6daa142cd77 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Oct 28 11:37:31.189333 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:31.294169 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:31.294944 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 47441fed-8b94-4ac1-acc0-a1546554644f details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:37:31.388843 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:31.435144 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 47441fed-8b94-4ac1-acc0-a1546554644f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=47441fed-8b94-4ac1-acc0-a1546554644f,segment=NetworkSegment(85bf46fa-76ef-4e0d-ae62-68f34f2b1523),segment_id=85bf46fa-76ef-4e0d-ae62-68f34f2b1523)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:31.446340 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '47441fed-8b94-4ac1-acc0-a1546554644f', 'network_id': '5e39905f-037d-44c5-8792-cad94b813126', 'port_id': '47441fed-8b94-4ac1-acc0-a1546554644f', 'mac_address': 'fa:16:3e:2f:58:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f117a3-c475-4f80-a9ae-8c83d06c76ad', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:37:31.485431 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:31.500183 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47441fed-8b94-4ac1-acc0-a1546554644f {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:37:31.518086 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-2b0822c7-2b07-41bd-b2e5-6d1600095b3c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:31.519539 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-2b0822c7-2b07-41bd-b2e5-6d1600095b3c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0598767 Oct 28 11:37:31.519933 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 47441fed-8b94-4ac1-acc0-a1546554644f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=47441fed-8b94-4ac1-acc0-a1546554644f,segment=NetworkSegment(85bf46fa-76ef-4e0d-ae62-68f34f2b1523),segment_id=85bf46fa-76ef-4e0d-ae62-68f34f2b1523)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:31.624723 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:31.675646 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=47441fed-8b94-4ac1-acc0-a1546554644f,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:31.688938 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a10b0-1084-4885-ada1-e6225e6ebf2e req-f22e6b73-2235-405b-a753-0070bc26c8f9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:31.690474 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-497a10b0-1084-4885-ada1-e6225e6ebf2e req-f22e6b73-2235-405b-a753-0070bc26c8f9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0500035 Oct 28 11:37:31.729201 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-497a10b0-1084-4885-ada1-e6225e6ebf2e req-ecb0cd39-4f5b-4f49-9622-f6523a3d77da tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Oct 28 11:37:31.872376 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7d4bc-9e75-494e-82ac-b9e25f802616 req-984034d7-2e6f-4cd4-9dd4-450ac1524d12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:31.874035 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c3d7d4bc-9e75-494e-82ac-b9e25f802616 req-984034d7-2e6f-4cd4-9dd4-450ac1524d12 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 945 time: 0.0512972 Oct 28 11:37:31.881772 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28a726-43e9-4e9b-ae07-810a5355f816 req-aa6860de-e5c7-4edd-bd31-322cf603cc50 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:31.883312 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9e28a726-43e9-4e9b-ae07-810a5355f816 req-aa6860de-e5c7-4edd-bd31-322cf603cc50 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 946 time: 0.0646996 Oct 28 11:37:31.912725 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c3d7d4bc-9e75-494e-82ac-b9e25f802616 req-10644ba0-14d6-4499-9543-4ea4c5fdc7c5 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326307 Oct 28 11:37:31.924983 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9e28a726-43e9-4e9b-ae07-810a5355f816 req-5f9f1f78-1b90-492f-b746-d7318750e6a6 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349596 Oct 28 11:37:32.297930 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ec7e-e5e7-45be-b9d2-fb061d5bb161 req-9b488cf4-3e75-4f68-b23c-613cddbd4150 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:32.299490 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2f5ec7e-e5e7-45be-b9d2-fb061d5bb161 req-9b488cf4-3e75-4f68-b23c-613cddbd4150 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 949 time: 0.0545397 Oct 28 11:37:32.338680 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2f5ec7e-e5e7-45be-b9d2-fb061d5bb161 req-25cec72e-a20b-46ad-985f-211a1f921783 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Oct 28 11:37:32.467035 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Deleting port 7767718f-2a77-4873-9b75-bd1ed9c34e3f {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:32.467384 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:32.558957 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] For port 7767718f-2a77-4873-9b75-bd1ed9c34e3f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7767718f-2a77-4873-9b75-bd1ed9c34e3f,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:32.559253 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:32.571689 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Calling delete_port for 7767718f-2a77-4873-9b75-bd1ed9c34e3f owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:32.820625 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:32.854277 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Pushing event deleted for resources: {'Port': ['ID=7767718f-2a77-4873-9b75-bd1ed9c34e3f,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:32.900374 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] No DVR routers for this DVR port 7767718f-2a77-4873-9b75-bd1ed9c34e3f on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:37:32.908621 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3bed2-7209-47b6-97f4-288f6918e730 req-e5dbef3d-8eb8-4fb5-baaa-190f7120e4a7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:32.910154 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-aba3bed2-7209-47b6-97f4-288f6918e730 req-e5dbef3d-8eb8-4fb5-baaa-190f7120e4a7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.1147521 Oct 28 11:37:32.912252 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:32.915522 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-90d77971-cce2-4638-9e90-915e00e8e2cc req-c63dde33-b6e6-48e1-b381-1e1a392946c0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "DELETE /v2.0/ports/7767718f-2a77-4873-9b75-bd1ed9c34e3f HTTP/1.1" status: 204 len: 173 time: 0.5357747 Oct 28 11:37:32.915944 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8cbe56-7334-4f22-bce3-406551147810', 'name': 'network-vif-deleted', 'tag': '7767718f-2a77-4873-9b75-bd1ed9c34e3f'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:32.918708 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2646a26a-d64b-42f2-b4c9-aa5b2f8be650" -d '{"events": [{"server_uuid": "6c8cbe56-7334-4f22-bce3-406551147810", "name": "network-vif-deleted", "tag": "7767718f-2a77-4873-9b75-bd1ed9c34e3f"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:32.956060 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-aba3bed2-7209-47b6-97f4-288f6918e730 req-dadc5963-30b6-471a-83d9-17f52e05294a tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Oct 28 11:37:32.957626 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce7402-8197-4005-9827-2456befc619c x-openstack-request-id: req-4cce7402-8197-4005-9827-2456befc619c {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:32.957943 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8cbe56-7334-4f22-bce3-406551147810", "name": "network-vif-deleted", "tag": "7767718f-2a77-4873-9b75-bd1ed9c34e3f", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:32.958180 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4cce7402-8197-4005-9827-2456befc619c {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:32.958563 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8cbe56-7334-4f22-bce3-406551147810', 'name': 'network-vif-deleted', 'tag': '7767718f-2a77-4873-9b75-bd1ed9c34e3f', 'status': 'completed', 'code': 200} Oct 28 11:37:33.044786 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c91a7c2-5abb-4058-adb8-b285c042a066 req-8e1abbbe-3193-4117-95b2-b0f2194eecc7 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 210 time: 0.0263019 Oct 28 11:37:33.059511 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddb444-ab5e-4761-9baa-abc017350791 req-4cc48148-5e24-4c4e-a2e8-ef4469f3c68d tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:33.061105 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-06ddb444-ab5e-4761-9baa-abc017350791 req-4cc48148-5e24-4c4e-a2e8-ef4469f3c68d tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 945 time: 0.0535710 Oct 28 11:37:33.100402 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-06ddb444-ab5e-4761-9baa-abc017350791 req-6a8e6789-63ee-4108-9a44-0f6bb82fad2d tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Oct 28 11:37:33.453088 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ffedf-a688-4f84-9e9d-fe07d41e27c2 req-efd43631-2ce2-4c9e-9c89-e850d26c0081 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:33.454595 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-700ffedf-a688-4f84-9e9d-fe07d41e27c2 req-efd43631-2ce2-4c9e-9c89-e850d26c0081 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 949 time: 0.0485811 Oct 28 11:37:33.493506 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-700ffedf-a688-4f84-9e9d-fe07d41e27c2 req-6d7d0f00-c055-4d3a-b1fe-cb7e012e72d6 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Oct 28 11:37:34.071812 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bddf2-2951-4f08-a00e-485f2a5963b5 req-0dfa861d-cd83-4b0b-8245-ed6603181a80 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:34.073190 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f67bddf2-2951-4f08-a00e-485f2a5963b5 req-0dfa861d-cd83-4b0b-8245-ed6603181a80 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0513554 Oct 28 11:37:34.117398 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f67bddf2-2951-4f08-a00e-485f2a5963b5 req-cd698853-bc3a-4aa6-ac20-7a262239f1a1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331218 Oct 28 11:37:34.145137 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cb132cf7-4256-4dbd-949d-7bc9e863cfd4 req-10f613c9-a073-4bca-9295-54532aa81bd1 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 210 time: 0.0310850 Oct 28 11:37:34.222357 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f13d8b-2c3b-449e-a0b2-f992d839058b req-9b2a39ed-b5eb-4058-b442-d4a9fa8372f7 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:34.223846 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c0f13d8b-2c3b-449e-a0b2-f992d839058b req-9b2a39ed-b5eb-4058-b442-d4a9fa8372f7 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 945 time: 0.0523622 Oct 28 11:37:34.259339 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'bb14b772-cbb5-4874-b599-a2e5b4cdb055', '68eb60d9-230b-4c15-a280-cb50827c0048', '7767718f-2a77-4873-9b75-bd1ed9c34e3f'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:34.266128 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c0f13d8b-2c3b-449e-a0b2-f992d839058b req-137af81c-d302-4d54-811d-b0bd29b5b75b tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362995 Oct 28 11:37:34.617077 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa6ea-5930-41de-9b04-ebeaafaedabf req-786cb9b4-d632-4a7e-97d5-2b96f225e09a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:34.618558 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ce6fa6ea-5930-41de-9b04-ebeaafaedabf req-786cb9b4-d632-4a7e-97d5-2b96f225e09a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 949 time: 0.0495908 Oct 28 11:37:34.639488 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['6390f36a-3b5b-4bed-bac4-0f23aafcf22b'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:34.658466 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ce6fa6ea-5930-41de-9b04-ebeaafaedabf req-1c658439-4d11-4fb1-b504-e758b3743f57 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Oct 28 11:37:34.735755 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['47441fed-8b94-4ac1-acc0-a1546554644f'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:34.857276 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-c0f102ba-27e1-46be-93db-538fbb61c3e1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:34.858715 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-c0f102ba-27e1-46be-93db-538fbb61c3e1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.81 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0490203 Oct 28 11:37:34.970114 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Deleting port de1d0866-e006-4bbc-b77c-c29672af0110 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:34.970445 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:35.073302 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] For port de1d0866-e006-4bbc-b77c-c29672af0110, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de1d0866-e006-4bbc-b77c-c29672af0110,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:35.073302 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:35.086835 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Calling delete_port for de1d0866-e006-4bbc-b77c-c29672af0110 owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:35.235534 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bf9dc-d1e4-43b8-9f3c-f61aca6fe9aa req-e53a2c96-9df4-416b-a7e3-b831df64adb1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:35.240490 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0e0bf9dc-d1e4-43b8-9f3c-f61aca6fe9aa req-e53a2c96-9df4-416b-a7e3-b831df64adb1 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 946 time: 0.0526400 Oct 28 11:37:35.269810 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dc6a0314-edd6-4ed3-b05b-02f103ae23a6 req-8722a320-293d-4941-92fe-077897b72b79 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c8cbe56-7334-4f22-bce3-406551147810 HTTP/1.1" status: 200 len: 210 time: 0.0308428 Oct 28 11:37:35.286468 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0e0bf9dc-d1e4-43b8-9f3c-f61aca6fe9aa req-b0d2e698-6222-42f1-9a01-d1da4079b110 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Oct 28 11:37:35.361725 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:35.424245 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Pushing event deleted for resources: {'Port': ['ID=de1d0866-e006-4bbc-b77c-c29672af0110,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:35.451954 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4542-552d-4944-9ffa-a9650e9d3ce3 req-fc43dc18-bf81-4daf-bbf0-a381045d32d3 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:35.453435 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-109c4542-552d-4944-9ffa-a9650e9d3ce3 req-fc43dc18-bf81-4daf-bbf0-a381045d32d3 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 945 time: 0.1184986 Oct 28 11:37:35.468788 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] No DVR routers for this DVR port de1d0866-e006-4bbc-b77c-c29672af0110 on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:37:35.475963 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:35.479241 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2d3fcfad-7e11-435c-bab6-3f15b1287828 req-4c84e294-1520-4292-8d5a-4d335fd18e81 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.81 "DELETE /v2.0/ports/de1d0866-e006-4bbc-b77c-c29672af0110 HTTP/1.1" status: 204 len: 173 time: 0.6141465 Oct 28 11:37:35.479698 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898b3c8b-dfb8-4ab6-a335-7278a50367c9', 'name': 'network-vif-deleted', 'tag': 'de1d0866-e006-4bbc-b77c-c29672af0110'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:35.482718 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d1d2b0-68c2-423a-b749-71f2e537d3bc" -d '{"events": [{"server_uuid": "898b3c8b-dfb8-4ab6-a335-7278a50367c9", "name": "network-vif-deleted", "tag": "de1d0866-e006-4bbc-b77c-c29672af0110"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:35.525466 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-109c4542-552d-4944-9ffa-a9650e9d3ce3 req-b0371969-d6a3-408d-8217-7d1b38cb01b3 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577469 Oct 28 11:37:35.538783 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a47a058-baf2-4923-8c7a-abd3a2a25dcc x-openstack-request-id: req-2a47a058-baf2-4923-8c7a-abd3a2a25dcc {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:35.539076 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898b3c8b-dfb8-4ab6-a335-7278a50367c9", "name": "network-vif-deleted", "tag": "de1d0866-e006-4bbc-b77c-c29672af0110", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:35.539325 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a47a058-baf2-4923-8c7a-abd3a2a25dcc {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:35.539720 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898b3c8b-dfb8-4ab6-a335-7278a50367c9', 'name': 'network-vif-deleted', 'tag': 'de1d0866-e006-4bbc-b77c-c29672af0110', 'status': 'completed', 'code': 200} Oct 28 11:37:35.783703 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015613c7-f87c-45ea-ab21-6b18632abfe0 req-fc6c0c20-f0d7-4f05-a617-be5e87c9fce5 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:35.785197 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-015613c7-f87c-45ea-ab21-6b18632abfe0 req-fc6c0c20-f0d7-4f05-a617-be5e87c9fce5 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 949 time: 0.0567102 Oct 28 11:37:35.823542 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-015613c7-f87c-45ea-ab21-6b18632abfe0 req-522cf76c-643d-433d-9738-b8662baa3dd9 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Oct 28 11:37:35.941314 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['7bb7c6e2-c748-4d42-b27f-0c0450a84357', 'de1d0866-e006-4bbc-b77c-c29672af0110'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:36.234805 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 6390f36a-3b5b-4bed-bac4-0f23aafcf22b up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:37:36.367230 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:37:36.372132 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:37:36.372571 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:36.394193 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-87adc5a5-ac30-41d6-af25-95e9df220072 req-f23c89ce-73dd-438d-81ac-cef44c07d761 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=898b3c8b-dfb8-4ab6-a335-7278a50367c9 HTTP/1.1" status: 200 len: 210 time: 0.0320840 Oct 28 11:37:36.462026 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:36.484455 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ce09f0-d75f-439e-9543-2942ed769189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390f36a-3b5b-4bed-bac4-0f23aafcf22b'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:36.486784 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b87c5c-a803-4ae7-bddd-c3b2b0a643fc" -d '{"events": [{"server_uuid": "70ce09f0-d75f-439e-9543-2942ed769189", "name": "network-vif-plugged", "status": "completed", "tag": "6390f36a-3b5b-4bed-bac4-0f23aafcf22b"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:36.501566 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:36.525002 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36e1de1-40b5-4905-a421-32ff5e012449 x-openstack-request-id: req-e36e1de1-40b5-4905-a421-32ff5e012449 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:36.525288 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ce09f0-d75f-439e-9543-2942ed769189", "name": "network-vif-plugged", "status": "completed", "tag": "6390f36a-3b5b-4bed-bac4-0f23aafcf22b", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:36.525531 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e36e1de1-40b5-4905-a421-32ff5e012449 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:36.526005 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ce09f0-d75f-439e-9543-2942ed769189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390f36a-3b5b-4bed-bac4-0f23aafcf22b', 'code': 200} Oct 28 11:37:36.616707 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:36.623762 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 47441fed-8b94-4ac1-acc0-a1546554644f up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:37:36.657264 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b157558-a679-4c93-aebe-8c8dd40d77d6 req-e0358b9f-3c43-46bc-bbb0-20562638e049 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:36.667231 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0b157558-a679-4c93-aebe-8c8dd40d77d6 req-e0358b9f-3c43-46bc-bbb0-20562638e049 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 945 time: 0.0693898 Oct 28 11:37:36.704573 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0b157558-a679-4c93-aebe-8c8dd40d77d6 req-b98ae35e-1e69-4824-9684-7cf113728293 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 Oct 28 11:37:36.722578 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:36.892984 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 47441fed-8b94-4ac1-acc0-a1546554644f completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:37:36.898202 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 47441fed-8b94-4ac1-acc0-a1546554644f triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:37:36.902018 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:36.952185 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc6d5-e84e-4daa-bd81-1ba29b5cd6dd req-c6e214b4-8fb8-4ff8-b1f1-06da7e829b92 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:36.953709 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5f8bc6d5-e84e-4daa-bd81-1ba29b5cd6dd req-c6e214b4-8fb8-4ff8-b1f1-06da7e829b92 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 949 time: 0.0618849 Oct 28 11:37:36.994992 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:36.997568 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5f8bc6d5-e84e-4daa-bd81-1ba29b5cd6dd req-ad48595f-b96e-4735-b51b-a9a44a82d7f0 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369415 Oct 28 11:37:37.003614 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed3ea0-fec5-4263-8153-7c5b535ba717 req-4e956099-14b8-4faa-bf3c-aa00470fdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:37.005299 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e4ed3ea0-fec5-4263-8153-7c5b535ba717 req-4e956099-14b8-4faa-bf3c-aa00470fdf73 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 1099 time: 0.0443177 Oct 28 11:37:37.037759 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 47441fed-8b94-4ac1-acc0-a1546554644f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=47441fed-8b94-4ac1-acc0-a1546554644f,segment=NetworkSegment(85bf46fa-76ef-4e0d-ae62-68f34f2b1523),segment_id=85bf46fa-76ef-4e0d-ae62-68f34f2b1523)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:37.051370 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e4ed3ea0-fec5-4263-8153-7c5b535ba717 req-991d1f78-7a7e-4dd4-a109-d2ee50e57b28 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378358 Oct 28 11:37:37.165382 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:37.166181 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device de1d0866-e006-4bbc-b77c-c29672af0110 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:37.206828 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: de1d0866-e006-4bbc-b77c-c29672af0110 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:37.207452 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device de1d0866-e006-4bbc-b77c-c29672af0110 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:37.236232 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=47441fed-8b94-4ac1-acc0-a1546554644f,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:37.823165 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054954e-c0f1-4a0e-b260-7868d7fe0f3e req-6c1f2f5d-c9c4-42be-a2df-4a1d1ea33a03 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:37.825331 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e054954e-c0f1-4a0e-b260-7868d7fe0f3e req-6c1f2f5d-c9c4-42be-a2df-4a1d1ea33a03 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 946 time: 0.0499899 Oct 28 11:37:37.867692 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e054954e-c0f1-4a0e-b260-7868d7fe0f3e req-71767194-54dc-4388-a94b-7889715ad47f tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364254 Oct 28 11:37:38.002052 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6447-f5d0-4fc5-b6eb-1e1fb0aa4f2a req-82557bb1-c7de-491a-84c6-0d047c71d5b4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:38.003509 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ba5d6447-f5d0-4fc5-b6eb-1e1fb0aa4f2a req-82557bb1-c7de-491a-84c6-0d047c71d5b4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0630352 Oct 28 11:37:38.041367 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ba5d6447-f5d0-4fc5-b6eb-1e1fb0aa4f2a req-1c1c83d1-4f88-47d6-8ed5-be7f90a40e6d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Oct 28 11:37:38.144878 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736381f6-a5f2-41f2-ad70-172f743f8929 req-f2e2b3ff-9447-441c-8012-a436aaa00a54 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:38.146363 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-736381f6-a5f2-41f2-ad70-172f743f8929 req-f2e2b3ff-9447-441c-8012-a436aaa00a54 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 950 time: 0.0476058 Oct 28 11:37:38.183993 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-736381f6-a5f2-41f2-ad70-172f743f8929 req-a16286c1-c520-4df3-87d9-2c35272b2fdf tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308723 Oct 28 11:37:38.241001 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 7767718f-2a77-4873-9b75-bd1ed9c34e3f no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:38.264957 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 7767718f-2a77-4873-9b75-bd1ed9c34e3f {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:38.265294 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 7767718f-2a77-4873-9b75-bd1ed9c34e3f not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:38.430206 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18438-b7cf-4bb9-a13a-dc6f6521dfa5 req-26941dab-3ced-4923-8286-de4dcbdc52a0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:38.431681 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-07c18438-b7cf-4bb9-a13a-dc6f6521dfa5 req-26941dab-3ced-4923-8286-de4dcbdc52a0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 946 time: 0.0490282 Oct 28 11:37:38.478072 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-07c18438-b7cf-4bb9-a13a-dc6f6521dfa5 req-73c93930-55b4-4f28-bfc6-ac00f9a37719 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394483 Oct 28 11:37:38.526991 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c11f42-acb9-446a-9c8f-c895e93367b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47441fed-8b94-4ac1-acc0-a1546554644f'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:38.529275 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fded849-9b06-455a-8eef-5c06630e76fc" -d '{"events": [{"server_uuid": "f7c11f42-acb9-446a-9c8f-c895e93367b6", "name": "network-vif-plugged", "status": "completed", "tag": "47441fed-8b94-4ac1-acc0-a1546554644f"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:38.565820 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd05577c-96ce-4d14-9b98-95ab669c5623 x-openstack-request-id: req-bd05577c-96ce-4d14-9b98-95ab669c5623 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:38.570875 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c11f42-acb9-446a-9c8f-c895e93367b6", "name": "network-vif-plugged", "status": "completed", "tag": "47441fed-8b94-4ac1-acc0-a1546554644f", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:38.570875 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd05577c-96ce-4d14-9b98-95ab669c5623 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:38.570875 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c11f42-acb9-446a-9c8f-c895e93367b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47441fed-8b94-4ac1-acc0-a1546554644f', 'code': 200} Oct 28 11:37:38.985901 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c8b80-d1cf-4b3a-9b97-a1891c2ae53e req-7af66d6e-9ff0-4637-b924-0ea07a00aca5 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:38.987460 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-131c8b80-d1cf-4b3a-9b97-a1891c2ae53e req-7af66d6e-9ff0-4637-b924-0ea07a00aca5 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 946 time: 0.0527203 Oct 28 11:37:38.996568 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e098e-eee8-42c7-986c-1b66b369878f req-3b44e096-b47f-4851-8c48-1e4c176b7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:38.998088 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-066e098e-eee8-42c7-986c-1b66b369878f req-3b44e096-b47f-4851-8c48-1e4c176b7618 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 1103 time: 0.0413270 Oct 28 11:37:39.024964 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-131c8b80-d1cf-4b3a-9b97-a1891c2ae53e req-9f7eeaae-cf49-480f-bced-d9f2a705d76f tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Oct 28 11:37:39.062143 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-066e098e-eee8-42c7-986c-1b66b369878f req-6fa902c5-a0d0-4675-ad07-51f11c5c157d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Oct 28 11:37:39.162897 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40135d9c-7523-40e6-988a-9dce343a588e req-37fed8ca-983b-429d-9936-8c8e04df0514 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:39.164301 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-40135d9c-7523-40e6-988a-9dce343a588e req-37fed8ca-983b-429d-9936-8c8e04df0514 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0500247 Oct 28 11:37:39.202753 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-40135d9c-7523-40e6-988a-9dce343a588e req-e4e535bb-8d3e-413e-b4e4-ff3cc0b02dde tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Oct 28 11:37:39.309064 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f38554-e2e4-41ae-b546-d304eca354b7 req-5c8e644b-9f3d-4889-a615-da44e5b19c2a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:39.310575 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-84f38554-e2e4-41ae-b546-d304eca354b7 req-5c8e644b-9f3d-4889-a615-da44e5b19c2a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 950 time: 0.0582213 Oct 28 11:37:39.348875 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-84f38554-e2e4-41ae-b546-d304eca354b7 req-b328bff6-07c5-4ad7-a66d-9a9b6676b213 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321290 Oct 28 11:37:39.600382 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdd634-c814-4449-bb66-6995d6197a81 req-a911dcc4-da8f-4f6d-bc06-0c9c140e458e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:39.601974 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4dbdd634-c814-4449-bb66-6995d6197a81 req-a911dcc4-da8f-4f6d-bc06-0c9c140e458e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 946 time: 0.0507321 Oct 28 11:37:39.645204 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4dbdd634-c814-4449-bb66-6995d6197a81 req-423cf23d-1396-4815-827a-b58201283c93 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372765 Oct 28 11:37:40.318099 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693f71c-1181-4e2b-9167-02da266c9448 req-1a3c2ca6-08b8-4c4f-ad2c-981eddb56e23 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:40.319381 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8693f71c-1181-4e2b-9167-02da266c9448 req-1a3c2ca6-08b8-4c4f-ad2c-981eddb56e23 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0488813 Oct 28 11:37:40.360397 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8693f71c-1181-4e2b-9167-02da266c9448 req-7c511cc6-5f46-43d8-a1a3-56f484e972b9 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347686 Oct 28 11:37:40.467693 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2024e-f7e9-4ac1-9861-ae9389342e22 req-afe491e4-24fb-4310-854c-55bca0bb2e1a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:40.469167 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-02e2024e-f7e9-4ac1-9861-ae9389342e22 req-afe491e4-24fb-4310-854c-55bca0bb2e1a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 950 time: 0.0499358 Oct 28 11:37:40.511283 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-02e2024e-f7e9-4ac1-9861-ae9389342e22 req-2b786750-e0f6-410d-b7ba-2960042d40eb tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358098 Oct 28 11:37:40.655076 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-7fdfff87-9e39-4603-8a18-571b69c00c45 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:40.656614 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-7fdfff87-9e39-4603-8a18-571b69c00c45 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 946 time: 0.0500810 Oct 28 11:37:40.746905 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc8562-9891-4c64-9153-7f302750f457 req-b6ea599f-d470-4a0a-aa4f-ecbf49bdfed9 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:40.748368 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a0bc8562-9891-4c64-9153-7f302750f457 req-b6ea599f-d470-4a0a-aa4f-ecbf49bdfed9 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 946 time: 0.0908747 Oct 28 11:37:40.787165 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a0bc8562-9891-4c64-9153-7f302750f457 req-9b49e700-73c8-45a1-a153-7979c07172d9 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Oct 28 11:37:40.885858 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15594d5f-be95-4f3e-be6e-63db91d8e114 req-018aeff4-a700-4f63-bff5-e9c69bc3e839 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:40.885858 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15594d5f-be95-4f3e-be6e-63db91d8e114 req-018aeff4-a700-4f63-bff5-e9c69bc3e839 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 946 time: 0.1668832 Oct 28 11:37:40.897583 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Deleting port 68eb60d9-230b-4c15-a280-cb50827c0048 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:40.897961 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:40.924098 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15594d5f-be95-4f3e-be6e-63db91d8e114 req-afa59bf4-ba24-4b43-a225-918482d9b4a5 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Oct 28 11:37:40.999680 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] For port 68eb60d9-230b-4c15-a280-cb50827c0048, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=68eb60d9-230b-4c15-a280-cb50827c0048,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:41.000043 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.014102 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Calling delete_port for 68eb60d9-230b-4c15-a280-cb50827c0048 owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:41.157798 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41340) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:41.241827 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.260228 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'bb14b772-cbb5-4874-b599-a2e5b4cdb055', '68eb60d9-230b-4c15-a280-cb50827c0048'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:41.266603 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.269908 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Pushing event deleted for resources: {'Port': ['ID=68eb60d9-230b-4c15-a280-cb50827c0048,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:41.318929 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] No DVR routers for this DVR port 68eb60d9-230b-4c15-a280-cb50827c0048 on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:37:41.321842 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.326493 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ba7f14b8-5b98-40e3-9f53-989aab1f6b64 req-d1c67dbb-a413-4ccf-8fe4-b85d5aacc473 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "DELETE /v2.0/ports/68eb60d9-230b-4c15-a280-cb50827c0048 HTTP/1.1" status: 204 len: 173 time: 0.6596730 Oct 28 11:37:41.327018 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963f9dff-e059-4a00-9bec-da325eaf26db', 'name': 'network-vif-deleted', 'tag': '68eb60d9-230b-4c15-a280-cb50827c0048'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:41.329452 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed863f3-4963-42b3-b53b-54fb73a55c6b" -d '{"events": [{"server_uuid": "963f9dff-e059-4a00-9bec-da325eaf26db", "name": "network-vif-deleted", "tag": "68eb60d9-230b-4c15-a280-cb50827c0048"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:41.355707 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.371677 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0215fa65-862f-4f5e-bd7c-14697b4db281 x-openstack-request-id: req-0215fa65-862f-4f5e-bd7c-14697b4db281 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:41.372076 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963f9dff-e059-4a00-9bec-da325eaf26db", "name": "network-vif-deleted", "tag": "68eb60d9-230b-4c15-a280-cb50827c0048", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:41.372398 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0215fa65-862f-4f5e-bd7c-14697b4db281 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:41.373201 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963f9dff-e059-4a00-9bec-da325eaf26db', 'name': 'network-vif-deleted', 'tag': '68eb60d9-230b-4c15-a280-cb50827c0048', 'status': 'completed', 'code': 200} Oct 28 11:37:41.481019 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e51fb-0bda-46c7-99b3-7230097bf3b1 req-fe2e17f1-e911-45bd-840a-d90b2ed7e81e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:41.482904 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-471e51fb-0bda-46c7-99b3-7230097bf3b1 req-fe2e17f1-e911-45bd-840a-d90b2ed7e81e tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0529850 Oct 28 11:37:41.510590 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.564368 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=592c14237e8f4f1cbebbe91b7ca82e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054382 Oct 28 11:37:41.567163 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 41350) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:41.572966 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-471e51fb-0bda-46c7-99b3-7230097bf3b1 req-1ae06c01-585d-4bf7-85e8-febe7ae5130c tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835459 Oct 28 11:37:41.574347 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a29b13-cb32-4fb5-aa7f-d5fa48830661,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:41.583904 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.584254 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.584595 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.584922 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.585248 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.585574 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.586003 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.586228 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.586561 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.586870 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.587193 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.587503 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c344a-f063-4314-ba1a-364f9b496726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:37:41.675656 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de72e5-7e2b-48a5-8df8-c4c194e74f5e req-28ea2602-321b-4c9d-b2a2-25e5e8cfc9af tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:41.677946 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f1de72e5-7e2b-48a5-8df8-c4c194e74f5e req-28ea2602-321b-4c9d-b2a2-25e5e8cfc9af tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 950 time: 0.0818851 Oct 28 11:37:41.681278 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d59da06-5028-47aa-a523-0afd5f999f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.717922 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d59da06-5028-47aa-a523-0afd5f999f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.748688 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f1de72e5-7e2b-48a5-8df8-c4c194e74f5e req-bc465826-1cbb-4371-865b-0db029ff218a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638134 Oct 28 11:37:41.882451 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d59da06-5028-47aa-a523-0afd5f999f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.885125 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-2d59da06-5028-47aa-a523-0afd5f999f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:41.886310 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-2d59da06-5028-47aa-a523-0afd5f999f8e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93a29b13-cb32-4fb5-aa7f-d5fa48830661 HTTP/1.1" status: 204 len: 168 time: 0.3173363 Oct 28 11:37:41.896774 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59da06-5028-47aa-a523-0afd5f999f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a29b13-cb32-4fb5-aa7f-d5fa48830661,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:41.925576 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7e516-6c1e-4572-a254-32fbf631b46e req-7b66eea2-6f4e-40b5-bd0c-be4519488593 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:41.925576 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-21e7e516-6c1e-4572-a254-32fbf631b46e req-7b66eea2-6f4e-40b5-bd0c-be4519488593 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 946 time: 0.0693643 Oct 28 11:37:41.965576 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-21e7e516-6c1e-4572-a254-32fbf631b46e req-67c32498-5bcf-4f7f-a9a0-77808b10aa81 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Oct 28 11:37:42.055984 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c99fa4e3-c1e4-4414-b7fd-a5a340002136 req-d4840279-2f08-411f-8cd6-a43d13da051c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=963f9dff-e059-4a00-9bec-da325eaf26db HTTP/1.1" status: 200 len: 210 time: 0.0258644 Oct 28 11:37:42.455772 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e583f59-8ebc-4351-b4be-833c587ae4b1 req-8911d90a-ea8d-4ab7-9230-aa0d8fda9cc2 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:42.461220 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0e583f59-8ebc-4351-b4be-833c587ae4b1 req-8911d90a-ea8d-4ab7-9230-aa0d8fda9cc2 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 950 time: 0.0537057 Oct 28 11:37:42.502879 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0e583f59-8ebc-4351-b4be-833c587ae4b1 req-c739590a-f08f-43c9-bc63-2d8ab807bb9d tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388765 Oct 28 11:37:42.694985 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb96f2-ec92-4984-b654-5d3f214a2709 req-5dc98b91-0b6c-4f1a-8393-7c420a30fab7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:42.696443 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dadb96f2-ec92-4984-b654-5d3f214a2709 req-5dc98b91-0b6c-4f1a-8393-7c420a30fab7 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0494092 Oct 28 11:37:42.740327 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dadb96f2-ec92-4984-b654-5d3f214a2709 req-dec92652-6be0-4b80-8204-27b12fcf642d tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367773 Oct 28 11:37:42.802186 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-44e50785-7356-42e5-ab7a-cc48a6091958 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:42.803649 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-44e50785-7356-42e5-ab7a-cc48a6091958 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.81 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 946 time: 0.0516798 Oct 28 11:37:42.898858 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Deleting port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:42.899110 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:42.991150 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] For port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,segment=NetworkSegment(3db39dfa-c065-4f91-883a-c869695b9342),segment_id=3db39dfa-c065-4f91-883a-c869695b9342)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:42.991507 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:43.005672 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Calling delete_port for 6390f36a-3b5b-4bed-bac4-0f23aafcf22b owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:43.121876 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9145bec-c2cf-4457-b944-d3fd5fe5c64d req-135586f1-1f5e-46fd-b561-11ec4492ef89 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:43.123591 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a9145bec-c2cf-4457-b944-d3fd5fe5c64d req-135586f1-1f5e-46fd-b561-11ec4492ef89 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 946 time: 0.0741174 Oct 28 11:37:43.196951 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a9145bec-c2cf-4457-b944-d3fd5fe5c64d req-00471cc4-9e59-423d-8502-a4d58b4e1bd1 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/security-groups?id=db711e25-91d5-4c84-86c2-e721f738d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671554 Oct 28 11:37:43.396603 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:43.409487 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['6390f36a-3b5b-4bed-bac4-0f23aafcf22b'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:43.432014 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Pushing event deleted for resources: {'Port': ['ID=6390f36a-3b5b-4bed-bac4-0f23aafcf22b,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:43.489703 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] No DVR routers for this DVR port 6390f36a-3b5b-4bed-bac4-0f23aafcf22b on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:37:43.493614 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:43.501056 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8e411eac-c07e-4276-bcc8-a8c3515e8e01 req-32e5cc11-6412-4aac-afa4-2c7f142835f4 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.81 "DELETE /v2.0/ports/6390f36a-3b5b-4bed-bac4-0f23aafcf22b HTTP/1.1" status: 204 len: 173 time: 0.6876111 Oct 28 11:37:43.501784 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ce09f0-d75f-439e-9543-2942ed769189', 'name': 'network-vif-deleted', 'tag': '6390f36a-3b5b-4bed-bac4-0f23aafcf22b'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:43.505751 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ae477b-f60b-4bcb-99ce-74d790016f73" -d '{"events": [{"server_uuid": "70ce09f0-d75f-439e-9543-2942ed769189", "name": "network-vif-deleted", "tag": "6390f36a-3b5b-4bed-bac4-0f23aafcf22b"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:43.541571 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21478ba5-0af3-4599-a44e-1812ca737990 x-openstack-request-id: req-21478ba5-0af3-4599-a44e-1812ca737990 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:43.541914 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ce09f0-d75f-439e-9543-2942ed769189", "name": "network-vif-deleted", "tag": "6390f36a-3b5b-4bed-bac4-0f23aafcf22b", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:43.542723 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21478ba5-0af3-4599-a44e-1812ca737990 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:43.543176 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ce09f0-d75f-439e-9543-2942ed769189', 'name': 'network-vif-deleted', 'tag': '6390f36a-3b5b-4bed-bac4-0f23aafcf22b', 'status': 'completed', 'code': 200} Oct 28 11:37:43.639954 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88823e6-0b60-467d-bab8-a522069e88c3 req-d5d751b2-8a50-47e7-8ef2-66a28d096b96 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:43.643939 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a88823e6-0b60-467d-bab8-a522069e88c3 req-d5d751b2-8a50-47e7-8ef2-66a28d096b96 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 950 time: 0.0533974 Oct 28 11:37:43.689956 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a88823e6-0b60-467d-bab8-a522069e88c3 req-edf141d0-dcbb-442d-9c7e-8a3faee843d1 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363476 Oct 28 11:37:43.703135 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478c8e-99d1-41c9-bf72-c65db740e400 req-beb1b370-01d2-4663-a3c3-8e45b9d1ca2d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:43.704655 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6b478c8e-99d1-41c9-bf72-c65db740e400 req-beb1b370-01d2-4663-a3c3-8e45b9d1ca2d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 945 time: 0.0540018 Oct 28 11:37:43.744141 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6b478c8e-99d1-41c9-bf72-c65db740e400 req-a584bc28-1130-4767-99d3-593332bf70c9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334094 Oct 28 11:37:43.853596 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6b528-f204-4a38-bed5-0a34ac669881 req-f15240f1-7eaf-42c8-8948-fb9c6c6ef3f4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:43.855788 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-99e6b528-f204-4a38-bed5-0a34ac669881 req-f15240f1-7eaf-42c8-8948-fb9c6c6ef3f4 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0493219 Oct 28 11:37:43.896856 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-99e6b528-f204-4a38-bed5-0a34ac669881 req-143ab037-b536-42db-909b-6bee2aa58350 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344932 Oct 28 11:37:44.254620 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 6390f36a-3b5b-4bed-bac4-0f23aafcf22b no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:44.274926 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 6390f36a-3b5b-4bed-bac4-0f23aafcf22b {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:44.275266 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 6390f36a-3b5b-4bed-bac4-0f23aafcf22b not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:44.275672 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 68eb60d9-230b-4c15-a280-cb50827c0048 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:44.299222 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 68eb60d9-230b-4c15-a280-cb50827c0048 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:44.299560 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 68eb60d9-230b-4c15-a280-cb50827c0048 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:44.306907 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8cb8e37e-c3f4-4acd-8830-8e9779cf378e req-d0f80a1c-a6cf-4bfc-a4fa-35c8e161f879 tempest-VolumesActionsTest-1493533296 tempest-VolumesActionsTest-1493533296-project] 10.222.0.79 "GET /v2.0/ports?device_id=70ce09f0-d75f-439e-9543-2942ed769189 HTTP/1.1" status: 200 len: 210 time: 0.0290093 Oct 28 11:37:44.473049 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-95300952-f82c-4ddc-8088-cef31af12a09 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:44.474519 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-95300952-f82c-4ddc-8088-cef31af12a09 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 950 time: 0.0486856 Oct 28 11:37:44.569385 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Deleting port 47441fed-8b94-4ac1-acc0-a1546554644f {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:44.570259 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:44.665486 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] For port 47441fed-8b94-4ac1-acc0-a1546554644f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=47441fed-8b94-4ac1-acc0-a1546554644f,segment=NetworkSegment(85bf46fa-76ef-4e0d-ae62-68f34f2b1523),segment_id=85bf46fa-76ef-4e0d-ae62-68f34f2b1523)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:44.665847 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:44.677916 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Calling delete_port for 47441fed-8b94-4ac1-acc0-a1546554644f owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:44.814240 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51686c16-6edf-4bff-baf9-4b3b0cf14e67 req-cfcc900d-300b-414d-88b5-087126bf3364 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:44.815740 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-51686c16-6edf-4bff-baf9-4b3b0cf14e67 req-cfcc900d-300b-414d-88b5-087126bf3364 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 950 time: 0.0551801 Oct 28 11:37:44.854277 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-51686c16-6edf-4bff-baf9-4b3b0cf14e67 req-bd78f2d6-65fb-46da-8562-888e269844ca tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2d08592-8454-46ed-babe-10a43a8da027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324705 Oct 28 11:37:44.860179 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd55dd-0cad-4b4a-8aff-70159d29392a req-ac5121a9-0be0-4cfe-8219-808cb02cf5cb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:44.861695 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18cd55dd-0cad-4b4a-8aff-70159d29392a req-ac5121a9-0be0-4cfe-8219-808cb02cf5cb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 945 time: 0.0493171 Oct 28 11:37:44.905093 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18cd55dd-0cad-4b4a-8aff-70159d29392a req-297ad95b-c8ed-4268-a86d-755ef464663e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Oct 28 11:37:45.015403 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344eb8a-20c6-4faa-8eae-33f24687e9fa req-afa8d48b-9192-4386-94c2-6d8c3d953e16 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:45.016852 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0344eb8a-20c6-4faa-8eae-33f24687e9fa req-afa8d48b-9192-4386-94c2-6d8c3d953e16 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0531895 Oct 28 11:37:45.047677 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:45.060130 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['47441fed-8b94-4ac1-acc0-a1546554644f'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:45.083521 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0344eb8a-20c6-4faa-8eae-33f24687e9fa req-af546e14-973b-4f4b-b539-b1fa4dfcf793 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607979 Oct 28 11:37:45.086397 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Pushing event deleted for resources: {'Port': ['ID=47441fed-8b94-4ac1-acc0-a1546554644f,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:45.345722 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] No DVR routers for this DVR port 47441fed-8b94-4ac1-acc0-a1546554644f on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:37:45.348189 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:45.351506 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-af5a5c49-f43f-46fd-a2e2-8968baaa4165 req-1465aa79-a643-4da2-9f24-363ae0a9216a tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.81 "DELETE /v2.0/ports/47441fed-8b94-4ac1-acc0-a1546554644f HTTP/1.1" status: 204 len: 173 time: 0.8691435 Oct 28 11:37:45.480380 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-69bd62fd-84f4-4e40-991e-c1b1e16326c0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:45.481197 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-69bd62fd-84f4-4e40-991e-c1b1e16326c0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0503180 Oct 28 11:37:45.551074 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c11f42-acb9-446a-9c8f-c895e93367b6', 'name': 'network-vif-deleted', 'tag': '47441fed-8b94-4ac1-acc0-a1546554644f'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:45.553428 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10f64e8-f4b7-47b4-a8e1-65c357988262" -d '{"events": [{"server_uuid": "f7c11f42-acb9-446a-9c8f-c895e93367b6", "name": "network-vif-deleted", "tag": "47441fed-8b94-4ac1-acc0-a1546554644f"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:45.600210 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c18dcf-5421-4273-9a8c-d3952099ef9e x-openstack-request-id: req-44c18dcf-5421-4273-9a8c-d3952099ef9e {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:45.604255 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c11f42-acb9-446a-9c8f-c895e93367b6", "name": "network-vif-deleted", "tag": "47441fed-8b94-4ac1-acc0-a1546554644f", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:45.604255 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44c18dcf-5421-4273-9a8c-d3952099ef9e {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:45.604255 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c11f42-acb9-446a-9c8f-c895e93367b6', 'name': 'network-vif-deleted', 'tag': '47441fed-8b94-4ac1-acc0-a1546554644f', 'status': 'completed', 'code': 200} Oct 28 11:37:45.616106 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-8a9f4606-598d-45d0-a754-b87a1b2432a3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:45.617485 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-8a9f4606-598d-45d0-a754-b87a1b2432a3 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 945 time: 0.1130335 Oct 28 11:37:45.696135 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Deleting port 7bb7c6e2-c748-4d42-b27f-0c0450a84357 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:45.696135 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:45.798243 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Deleting port bb14b772-cbb5-4874-b599-a2e5b4cdb055 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:45.798576 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:45.859865 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] For port 7bb7c6e2-c748-4d42-b27f-0c0450a84357, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=7bb7c6e2-c748-4d42-b27f-0c0450a84357,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:45.860231 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:45.880327 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Calling delete_port for 7bb7c6e2-c748-4d42-b27f-0c0450a84357 owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:45.955977 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] For port bb14b772-cbb5-4874-b599-a2e5b4cdb055, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb14b772-cbb5-4874-b599-a2e5b4cdb055,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:45.956347 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:45.977555 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-aefff228-1a76-4e71-b91f-2ee6b8344d5a req-279aaf53-a951-4fa7-8fb5-9418371c80a5 tempest-VolumesNegativeTest-1955555171 tempest-VolumesNegativeTest-1955555171-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c11f42-acb9-446a-9c8f-c895e93367b6 HTTP/1.1" status: 200 len: 210 time: 0.0307138 Oct 28 11:37:45.978194 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Calling delete_port for bb14b772-cbb5-4874-b599-a2e5b4cdb055 owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:46.051458 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:37:46.148007 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef2acd-6138-4d8f-aa7b-9e8b868ee568 req-5a580886-ba38-4e19-8da5-27f796603f77 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:46.149645 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4cef2acd-6138-4d8f-aa7b-9e8b868ee568 req-5a580886-ba38-4e19-8da5-27f796603f77 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 945 time: 0.1544244 Oct 28 11:37:46.206283 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae26a1-508e-4675-ab80-121a3fee7e34 req-f4e9219c-741a-460f-8650-6b8970199565 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:46.207789 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5ae26a1-508e-4675-ab80-121a3fee7e34 req-f4e9219c-741a-460f-8650-6b8970199565 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 945 time: 0.0528204 Oct 28 11:37:46.245085 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4cef2acd-6138-4d8f-aa7b-9e8b868ee568 req-2eecd69e-9691-4205-9238-89d52844aee0 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742276 Oct 28 11:37:46.254244 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5ae26a1-508e-4675-ab80-121a3fee7e34 req-083eb3c3-d13a-4e58-9928-ac1be7e821f0 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/security-groups?id=73f8f4e1-830d-478e-959b-9f0931c2f014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380316 Oct 28 11:37:46.276208 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:46.289163 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['7bb7c6e2-c748-4d42-b27f-0c0450a84357'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:46.306087 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Pushing event deleted for resources: {'Port': ['ID=7bb7c6e2-c748-4d42-b27f-0c0450a84357,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:46.348351 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] No DVR routers for this DVR port 7bb7c6e2-c748-4d42-b27f-0c0450a84357 on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:37:46.350891 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:46.354195 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-af49d2bd-9f1e-4bac-9a08-b5e530ae0f18 req-3e2ebf17-fa1e-42fe-9355-f359823676bf tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.81 "DELETE /v2.0/ports/7bb7c6e2-c748-4d42-b27f-0c0450a84357 HTTP/1.1" status: 204 len: 173 time: 0.8509359 Oct 28 11:37:46.373093 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:46.383878 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'bb14b772-cbb5-4874-b599-a2e5b4cdb055'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:46.408037 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Pushing event deleted for resources: {'Port': ['ID=bb14b772-cbb5-4874-b599-a2e5b4cdb055,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:46.454904 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] No DVR routers for this DVR port bb14b772-cbb5-4874-b599-a2e5b4cdb055 on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:37:46.457427 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:46.461051 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-425454d4-2078-4c73-bd14-b7d2ec2d2925 req-80f06e37-e6b9-454f-a4d1-d63765fd13a9 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "DELETE /v2.0/ports/bb14b772-cbb5-4874-b599-a2e5b4cdb055 HTTP/1.1" status: 204 len: 173 time: 0.8367031 Oct 28 11:37:47.362695 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cec5f894-06af-47db-a240-18f435682d06 req-7a39048e-3aa0-4fdb-91e0-8e06be0868a7 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 210 time: 0.0302460 Oct 28 11:37:47.364700 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4a5d909e-2a18-40a1-9fb7-ea5b77bcbaa4 req-e41b1192-f629-463e-8bd9-d07d1e768929 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 210 time: 0.0284462 Oct 28 11:37:47.602061 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae08728b-47e7-4741-afed-4ca1365a3a6b', 'name': 'network-vif-deleted', 'tag': '7bb7c6e2-c748-4d42-b27f-0c0450a84357'}, {'server_uuid': 'd4311dbd-1f41-47c6-8230-f1881f4b7088', 'name': 'network-vif-deleted', 'tag': 'bb14b772-cbb5-4874-b599-a2e5b4cdb055'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:47.604368 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed8ed5e-b4cd-485c-8164-6ae6277a8d58" -d '{"events": [{"server_uuid": "ae08728b-47e7-4741-afed-4ca1365a3a6b", "name": "network-vif-deleted", "tag": "7bb7c6e2-c748-4d42-b27f-0c0450a84357"}, {"server_uuid": "d4311dbd-1f41-47c6-8230-f1881f4b7088", "name": "network-vif-deleted", "tag": "bb14b772-cbb5-4874-b599-a2e5b4cdb055"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:47.644514 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741582f3-0498-49b5-8ffb-91284a8976d7 x-openstack-request-id: req-741582f3-0498-49b5-8ffb-91284a8976d7 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:47.644848 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae08728b-47e7-4741-afed-4ca1365a3a6b", "name": "network-vif-deleted", "tag": "7bb7c6e2-c748-4d42-b27f-0c0450a84357", "status": "completed", "code": 200}, {"server_uuid": "d4311dbd-1f41-47c6-8230-f1881f4b7088", "name": "network-vif-deleted", "tag": "bb14b772-cbb5-4874-b599-a2e5b4cdb055", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:47.645052 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-741582f3-0498-49b5-8ffb-91284a8976d7 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:47.645414 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae08728b-47e7-4741-afed-4ca1365a3a6b', 'name': 'network-vif-deleted', 'tag': '7bb7c6e2-c748-4d42-b27f-0c0450a84357', 'status': 'completed', 'code': 200} Oct 28 11:37:47.645663 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4311dbd-1f41-47c6-8230-f1881f4b7088', 'name': 'network-vif-deleted', 'tag': 'bb14b772-cbb5-4874-b599-a2e5b4cdb055', 'status': 'completed', 'code': 200} Oct 28 11:37:48.487513 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5202e048-923e-4f66-9c2b-41e7f78a9c6b req-fb5eb90d-97d9-413e-832f-cd5471251212 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 210 time: 0.0294118 Oct 28 11:37:48.490923 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d0882c8e-d98e-4e38-87f8-38ae3f35c36a req-f506d360-171a-4439-bf4a-d4cd1358928d tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 210 time: 0.0298688 Oct 28 11:37:49.607304 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-59e7fb68-2c8d-455d-9ac8-47d437653004 req-7647e729-52cb-4c11-ad26-747baa0e3c88 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4311dbd-1f41-47c6-8230-f1881f4b7088 HTTP/1.1" status: 200 len: 210 time: 0.0275989 Oct 28 11:37:49.629309 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-30e2cc4b-4497-4422-8451-0078401a4202 req-106f1140-f8da-4d5c-9332-ddcd132f2050 tempest-ServerRescueNegativeTestJSON-12816009 tempest-ServerRescueNegativeTestJSON-12816009-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae08728b-47e7-4741-afed-4ca1365a3a6b HTTP/1.1" status: 200 len: 210 time: 0.0315328 Oct 28 11:37:49.813025 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 47441fed-8b94-4ac1-acc0-a1546554644f no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:49.831788 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 47441fed-8b94-4ac1-acc0-a1546554644f {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:49.832358 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 47441fed-8b94-4ac1-acc0-a1546554644f not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:50.116063 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-744d5ea1-5626-4a85-8971-8d58abfae5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:50.695194 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41662) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:50.813213 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 7bb7c6e2-c748-4d42-b27f-0c0450a84357 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:50.839947 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 7bb7c6e2-c748-4d42-b27f-0c0450a84357 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:50.840699 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 7bb7c6e2-c748-4d42-b27f-0c0450a84357 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:50.841221 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device bb14b772-cbb5-4874-b599-a2e5b4cdb055 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:50.862528 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: bb14b772-cbb5-4874-b599-a2e5b4cdb055 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:50.862982 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device bb14b772-cbb5-4874-b599-a2e5b4cdb055 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:51.414685 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800506'] for router_interface, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:51.782947 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Deleting port 394a6cab-263e-498b-bf2d-ce3848264c17 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:51.783748 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:51.877973 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] For port 394a6cab-263e-498b-bf2d-ce3848264c17, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=394a6cab-263e-498b-bf2d-ce3848264c17,segment=NetworkSegment(5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d),segment_id=5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:51.878360 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:51.894615 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Calling delete_port for 394a6cab-263e-498b-bf2d-ce3848264c17 owned by network:router_interface {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:52.296222 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:52.349726 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Pushing event deleted for resources: {'Port': ['ID=394a6cab-263e-498b-bf2d-ce3848264c17,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:52.519052 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:52.551335 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1743032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800662'] for router_interface, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:52.708975 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cb596-ca96-4ef6-94a4-fcc039b015bc req-e55e34c6-fc9b-4782-a89b-20e8f8dcc4ac tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:52.710473 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-813cb596-ca96-4ef6-94a4-fcc039b015bc req-e55e34c6-fc9b-4782-a89b-20e8f8dcc4ac tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 946 time: 0.1051583 Oct 28 11:37:52.716884 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-81a27568-b263-441d-958f-c29ddf188e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:52.877150 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-813cb596-ca96-4ef6-94a4-fcc039b015bc req-5a51d9fb-ce01-4670-9e93-36ef15e2fd2b tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579587 Oct 28 11:37:52.921598 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:37:53.080640 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:37:53.095808 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] Sync routers for ids ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:37:53.100160 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-a26f9c8c-c164-464e-a67a-3a50e673646b admin admin] 10.222.0.79 "PUT /v2.0/routers/72f1b1d1-d957-478a-b0f1-73f86eb8eb8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4030740 Oct 28 11:37:53.102759 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41736) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:53.108751 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] Routers {'72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:37:53.109663 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:37:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:53.225157 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:53.278055 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] Set router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:37:53.368060 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:53.457873 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:53.575700 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 41740) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:53.578171 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Deleting port 4d1808e0-039c-48ca-81d7-b30e1077da26 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:53.578507 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:53.641684 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:13Z', 'updated_at': '2021-10-28T11:37:52Z', 'revision_number': 5, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'gw_port': {'id': '4d1808e0-039c-48ca-81d7-b30e1077da26', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:53.683021 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] Checking router: 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:37:53.697512 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] Routers {'72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:37:53.698981 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:37:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:53.735437 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] For port 4d1808e0-039c-48ca-81d7-b30e1077da26, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4d1808e0-039c-48ca-81d7-b30e1077da26,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:53.735916 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:53.758493 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Calling delete_port for 4d1808e0-039c-48ca-81d7-b30e1077da26 owned by network:router_gateway {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:53.785333 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-40b71b43-0cd7-442e-a5d5-ad77da2abe11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9871ed7ad3574a0c9980c506cdc368c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075410 Oct 28 11:37:53.791148 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 41746) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:53.813238 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:53.852330 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] Set router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a gateway port host: None {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:37:53.864661 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-58ffce03-c061-4326-82fb-9f5fa774e839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:53.913792 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-58ffce03-c061-4326-82fb-9f5fa774e839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:53.927340 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:13Z', 'updated_at': '2021-10-28T11:37:53Z', 'revision_number': 6, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'gw_port_host': None}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:53.965625 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f6c62-c3d1-48f0-8fc6-2d25eeb00509 None None] The sync data for ids ['72f1b1d1-d957-478a-b0f1-73f86eb8eb8a'] in dv-cinder-815461-5-iscsi is: [{'id': '72f1b1d1-d957-478a-b0f1-73f86eb8eb8a', 'name': 'tempest-ServerRescueNegativeTestJSON-656807202-router', 'tenant_id': '51d77d3ba5c047838fd80fff14ee3822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:13Z', 'updated_at': '2021-10-28T11:37:53Z', 'revision_number': 6, 'project_id': '51d77d3ba5c047838fd80fff14ee3822', 'gw_port_host': None}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:37:54.079719 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-58ffce03-c061-4326-82fb-9f5fa774e839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.083505 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-58ffce03-c061-4326-82fb-9f5fa774e839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.087983 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-58ffce03-c061-4326-82fb-9f5fa774e839 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2d08592-8454-46ed-babe-10a43a8da027 HTTP/1.1" status: 204 len: 168 time: 0.2955055 Oct 28 11:37:54.100893 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffce03-c061-4326-82fb-9f5fa774e839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d08592-8454-46ed-babe-10a43a8da027,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:54.111968 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.116839 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861146-a02b-46a1-8fff-f2ec6a400ffa req-863eab0f-b271-4641-83ff-6c15cb420ebb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:54.124307 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ff861146-a02b-46a1-8fff-f2ec6a400ffa req-863eab0f-b271-4641-83ff-6c15cb420ebb tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 946 time: 0.1298714 Oct 28 11:37:54.151020 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1808e0-039c-48ca-81d7-b30e1077da26,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:54.215873 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ff861146-a02b-46a1-8fff-f2ec6a400ffa req-a8cc51bc-b556-4885-aca4-4dcb377b365c tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/security-groups?id=720ba039-dce9-45e1-a018-3fd59d6d5dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816646 Oct 28 11:37:54.241960 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801076'] for router_gateway, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.391969 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.395270 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.519641 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0a544-f589-4814-9203-356fcd180c2d req-1244e7de-1aaf-41e7-9a0d-36949b5f55b6 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:54.521786 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-65d0a544-f589-4814-9203-356fcd180c2d req-1244e7de-1aaf-41e7-9a0d-36949b5f55b6 tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 946 time: 0.1255534 Oct 28 11:37:54.582416 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797897'] for router, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.582998 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f1b1d1-d957-478a-b0f1-73f86eb8eb8a {{(pid=101985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:37:54.593108 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.593108 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-40dfbd04-3cb3-457b-87f3-9fcbd1cfa2f7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/72f1b1d1-d957-478a-b0f1-73f86eb8eb8a HTTP/1.1" status: 204 len: 168 time: 1.4864061 Oct 28 11:37:54.593537 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 41758) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:54.674752 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8487b1-e5f7-4346-9ce8-d027650dfcd9 admin admin] Deleting subnet c4e69e5f-371f-46ca-be72-5b8c3a481921 {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:37:54.680388 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ae8487b1-e5f7-4346-9ce8-d027650dfcd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.725955 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-65d0a544-f589-4814-9203-356fcd180c2d req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Deleting port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:37:54.725955 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-65d0a544-f589-4814-9203-356fcd180c2d req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.730151 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ae8487b1-e5f7-4346-9ce8-d027650dfcd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16623507'] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.830626 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ae8487b1-e5f7-4346-9ce8-d027650dfcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.899173 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 394a6cab-263e-498b-bf2d-ce3848264c17 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:54.902338 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-65d0a544-f589-4814-9203-356fcd180c2d req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] For port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,segment=NetworkSegment(6cd9b284-92f8-4278-8088-8fec7c59b142),segment_id=6cd9b284-92f8-4278-8088-8fec7c59b142)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:37:54.902762 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-65d0a544-f589-4814-9203-356fcd180c2d req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:54.921165 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-65d0a544-f589-4814-9203-356fcd180c2d req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Calling delete_port for bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:37:54.931073 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 394a6cab-263e-498b-bf2d-ce3848264c17 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:54.931475 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 394a6cab-263e-498b-bf2d-ce3848264c17 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:55.068441 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ae8487b1-e5f7-4346-9ce8-d027650dfcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16270441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16002433'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.098753 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ae8487b1-e5f7-4346-9ce8-d027650dfcd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.102133 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ae8487b1-e5f7-4346-9ce8-d027650dfcd9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c4e69e5f-371f-46ca-be72-5b8c3a481921 HTTP/1.1" status: 204 len: 168 time: 0.5079958 Oct 28 11:37:55.103068 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8487b1-e5f7-4346-9ce8-d027650dfcd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e69e5f-371f-46ca-be72-5b8c3a481921,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:55.104949 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41770) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:55.175535 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-65d0a544-f589-4814-9203-356fcd180c2d req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.185042 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.188598 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['bb9ae039-c8fe-4929-8f6b-2b9760fe6b65'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:37:55.258771 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Pushing event deleted for resources: {'Port': ['ID=bb9ae039-c8fe-4929-8f6b-2b9760fe6b65,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:55.314629 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d0a544-f589-4814-9203-356fcd180c2d req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] No DVR routers for this DVR port bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:37:55.318556 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-65d0a544-f589-4814-9203-356fcd180c2d req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.323763 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-65d0a544-f589-4814-9203-356fcd180c2d req-ad3a69a9-be24-4a9e-884e-d9a00b8810ca tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.81 "DELETE /v2.0/ports/bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 HTTP/1.1" status: 204 len: 173 time: 0.7920134 Oct 28 11:37:55.327036 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc85bc8-cb71-4b8a-9450-386186cb604f', 'name': 'network-vif-deleted', 'tag': 'bb9ae039-c8fe-4929-8f6b-2b9760fe6b65'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:37:55.330587 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7661f-4a9b-49a9-b3c2-fbb978157c6d" -d '{"events": [{"server_uuid": "acc85bc8-cb71-4b8a-9450-386186cb604f", "name": "network-vif-deleted", "tag": "bb9ae039-c8fe-4929-8f6b-2b9760fe6b65"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:37:55.389610 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.389794 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ff8da-ca01-4d9c-bbdc-7040c375711e x-openstack-request-id: req-864ff8da-ca01-4d9c-bbdc-7040c375711e {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:37:55.389794 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc85bc8-cb71-4b8a-9450-386186cb604f", "name": "network-vif-deleted", "tag": "bb9ae039-c8fe-4929-8f6b-2b9760fe6b65", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:37:55.390249 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-864ff8da-ca01-4d9c-bbdc-7040c375711e {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:37:55.390862 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc85bc8-cb71-4b8a-9450-386186cb604f', 'name': 'network-vif-deleted', 'tag': 'bb9ae039-c8fe-4929-8f6b-2b9760fe6b65', 'status': 'completed', 'code': 200} Oct 28 11:37:55.410170 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3ef2ce74-eecf-4afc-8a47-a7f25f1c24f2 req-906ce485-09f7-4f2d-b154-18545236c27a tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.0673447 Oct 28 11:37:55.445868 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0f74b7-2157-4893-a31c-27cb337cedf3']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:55.461625 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:55.462050 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa56720-9bc1-4672-8bd3-74bdbf4e4d0d') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:55.477214 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.502886 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.535220 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:37:55.535636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:37:55.548161 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:37:55.687930 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.699973 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 41792) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:55.716432 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.748602 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.769543 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/df0f74b7-2157-4893-a31c-27cb337cedf3 HTTP/1.1" status: 204 len: 168 time: 0.6526089 Oct 28 11:37:55.769543 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb818c-f794-4435-b820-a522f1a173e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0f74b7-2157-4893-a31c-27cb337cedf3,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:55.864739 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-613744576-network', 'tenant_id': '9d692aed5e994acda681e044ef31dcae'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:37:55.960754 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Made reservation on behalf of 9d692aed5e994acda681e044ef31dcae for: {'network': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:37:55.965810 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:55.978723 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.108705 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.116801 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4d1808e0-039c-48ca-81d7-b30e1077da26 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:56.147711 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 4d1808e0-039c-48ca-81d7-b30e1077da26 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:56.148143 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4d1808e0-039c-48ca-81d7-b30e1077da26 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:56.182088 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.207528 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=101984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:37:56.223014 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce9275-da7e-452d-bc47-445cc1dc0497,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:56.234363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.235132 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.segments_db [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Added segment 1824a73c-09a9-40df-ac1d-76f900bf6a4b of type vlan for network ab428006-d260-4ff7-8249-d59789acaed7 Oct 28 11:37:56.254929 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41802) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:56.291110 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.316952 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-a01da965-b705-406f-a516-f8e772a2e351 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=51d77d3ba5c047838fd80fff14ee3822&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0600615 Oct 28 11:37:56.320587 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41804) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:56.403459 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d47d7ab2-4c86-4e7e-87de-3aeee0d4ff39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.417451 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.419363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:56.420036 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.431946 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d47d7ab2-4c86-4e7e-87de-3aeee0d4ff39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.527727 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] Pushing event updated for resources: {'Network': ['ID=ab428006-d260-4ff7-8249-d59789acaed7,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:56.540171 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network ab428006-d260-4ff7-8249-d59789acaed7 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:37:56.601593 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d47d7ab2-4c86-4e7e-87de-3aeee0d4ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.604780 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d47d7ab2-4c86-4e7e-87de-3aeee0d4ff39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:56.606745 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d47d7ab2-4c86-4e7e-87de-3aeee0d4ff39 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/73f8f4e1-830d-478e-959b-9f0931c2f014 HTTP/1.1" status: 204 len: 168 time: 0.2851794 Oct 28 11:37:56.627463 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b55b49cc-fb52-4534-8ce2-8ba8902e2450 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9232223 Oct 28 11:37:56.627463 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9ea9e929-2a0d-44ea-8b0d-f79a476f296d req-bdc1a5f1-3c87-43b1-8881-2da046efaa2e tempest-AttachVolumeNegativeTest-1864557408 tempest-AttachVolumeNegativeTest-1864557408-project] 10.222.0.79 "GET /v2.0/ports?device_id=acc85bc8-cb71-4b8a-9450-386186cb604f HTTP/1.1" status: 200 len: 210 time: 0.0422621 Oct 28 11:37:56.627959 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 41810) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:56.637049 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Request body: {'subnet': {'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-613744576-subnet', 'tenant_id': '9d692aed5e994acda681e044ef31dcae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:37:56.671561 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d7ab2-4c86-4e7e-87de-3aeee0d4ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f8f4e1-830d-478e-959b-9f0931c2f014,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:56.770782 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Made reservation on behalf of 9d692aed5e994acda681e044ef31dcae for: {'subnet': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:37:56.773474 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16002144'] for subnet, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:57.122618 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16270376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16002162'] for subnet, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:57.203903 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Checking segment: {'id': '1824a73c-09a9-40df-ac1d-76f900bf6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:37:57.212143 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Network hostable DHCP agents. Network: ab428006-d260-4ff7-8249-d59789acaed7, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:37:57.212143 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4238d267-800b-4b03-a775-a3b13da3c9cd,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:57.359897 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Network ab428006-d260-4ff7-8249-d59789acaed7 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:37:57.504549 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, ab428006-d260-4ff7-8249-d59789acaed7) {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:37:57.518683 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74004904-9891-4538-b7e4-d1050d384acb None None] Network ab428006-d260-4ff7-8249-d59789acaed7 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:37:57.523881 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:37:57.524690 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:57.650088 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-14275b0d-5f16-486a-8231-a9b91e7e063c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0190942 Oct 28 11:37:57.697099 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b895058-95de-48f1-a3af-6d9038ab9c77 None None] Network ab428006-d260-4ff7-8249-d59789acaed7 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:37:57.710049 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 41830) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:57.773593 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9133d37-a075-4361-b047-dceb433dfa75 admin admin] Deleting subnet dc7badf1-9a58-40b8-b3dc-4f60d176986f {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:37:57.778385 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f9133d37-a075-4361-b047-dceb433dfa75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:57.845244 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f9133d37-a075-4361-b047-dceb433dfa75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16623507'] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:57.907825 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f9133d37-a075-4361-b047-dceb433dfa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:58.093450 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f9133d37-a075-4361-b047-dceb433dfa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16270441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16002433'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:58.124485 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9133d37-a075-4361-b047-dceb433dfa75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7badf1-9a58-40b8-b3dc-4f60d176986f,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:58.130361 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f9133d37-a075-4361-b047-dceb433dfa75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:58.138091 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41842) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:58.145804 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-f9133d37-a075-4361-b047-dceb433dfa75 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dc7badf1-9a58-40b8-b3dc-4f60d176986f HTTP/1.1" status: 204 len: 168 time: 0.4345539 Oct 28 11:37:58.252355 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:58.622281 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:58.645875 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:58.657838 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd9b284-92f8-4278-8088-8fec7c59b142') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:58.658423 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd9b284-92f8-4278-8088-8fec7c59b142') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:37:58.683393 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:58.707571 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:58.714658 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:37:58.715295 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:37:58.717204 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:37:58.856945 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:37:58.877782 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:37:58.878359 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device bb9ae039-c8fe-4929-8f6b-2b9760fe6b65 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:37:59.115975 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:59.127302 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:59.133951 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d HTTP/1.1" status: 204 len: 168 time: 0.9915953 Oct 28 11:37:59.146729 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff25ae5-444b-4b11-82e8-75e17a5d32f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ab718e-eaf2-4675-8ba9-9c0f9bf7ae0d,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:37:59.654334 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41878) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:59.708122 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-1149a08d-278d-4de8-940b-2617457e8eec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=29547520fd4e4366936ad7dd8ef931c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521863 Oct 28 11:37:59.709750 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 41880) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:37:59.787080 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-bebf4551-1e7b-42d5-a5d7-05d176ccfc43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:59.818110 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-bebf4551-1e7b-42d5-a5d7-05d176ccfc43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:59.984871 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-bebf4551-1e7b-42d5-a5d7-05d176ccfc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:59.988427 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-bebf4551-1e7b-42d5-a5d7-05d176ccfc43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:37:59.992716 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-bebf4551-1e7b-42d5-a5d7-05d176ccfc43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/720ba039-dce9-45e1-a018-3fd59d6d5dd7 HTTP/1.1" status: 204 len: 168 time: 0.2729268 Oct 28 11:38:00.022619 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf4551-1e7b-42d5-a5d7-05d176ccfc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720ba039-dce9-45e1-a018-3fd59d6d5dd7,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:00.754394 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41914) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:00.888372 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-92aa78ed-62de-4dfc-b346-0fea7294bef7 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:00.892308 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-92aa78ed-62de-4dfc-b346-0fea7294bef7 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/networks?id=ab428006-d260-4ff7-8249-d59789acaed7 HTTP/1.1" status: 200 len: 813 time: 0.1802118 Oct 28 11:38:00.916571 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-7b9f6a52-daad-43a7-9420-bb84342497b3 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/quotas/9d692aed5e994acda681e044ef31dcae HTTP/1.1" status: 200 len: 375 time: 0.0180254 Oct 28 11:38:00.940843 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0a28-2ad7-4c1f-913e-3bd5b6f44f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:00.960215 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-ec7dbe48-c243-42a4-89ba-169bc0189302 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d692aed5e994acda681e044ef31dcae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408721 Oct 28 11:38:01.053929 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0a28-2ad7-4c1f-913e-3bd5b6f44f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:01.080808 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-90e9b007-ab3d-4902-85cf-782fe9c633bb service neutron] 10.222.0.79 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062436 Oct 28 11:38:01.113516 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0a28-2ad7-4c1f-913e-3bd5b6f44f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:01.169650 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b0a28-2ad7-4c1f-913e-3bd5b6f44f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eb30b5-6ae1-48ac-9d95-715ea01c404d,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:01.179678 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-bd5b0a28-2ad7-4c1f-913e-3bd5b6f44f81 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6209e6357a5d45898dd8581b9458cfbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241877 Oct 28 11:38:01.180822 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41924) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:01.214954 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-cc1b5057-33bc-4651-bd5d-9923fd960ebd service neutron] 10.222.0.79 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261644 Oct 28 11:38:01.252692 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-16e944d6-35a8-43bd-b87e-a29414d06f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:01.291001 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-16e944d6-35a8-43bd-b87e-a29414d06f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:01.498864 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-16e944d6-35a8-43bd-b87e-a29414d06f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:01.502139 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-16e944d6-35a8-43bd-b87e-a29414d06f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:01.503541 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-16e944d6-35a8-43bd-b87e-a29414d06f52 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/97eb30b5-6ae1-48ac-9d95-715ea01c404d HTTP/1.1" status: 204 len: 168 time: 0.3177221 Oct 28 11:38:01.518955 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e944d6-35a8-43bd-b87e-a29414d06f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eb30b5-6ae1-48ac-9d95-715ea01c404d,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:01.617610 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-83207752-a3db-44db-8a84-09b81f10bc75 req-15b66756-8ffb-41e8-9b62-979f32149fac tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 210 time: 0.0478604 Oct 28 11:38:02.695480 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f86aa7e3-ac3a-4a7d-96fd-728dc636cf7c req-1a99c685-bab0-436f-b350-6841b959dafa tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 210 time: 0.0257640 Oct 28 11:38:02.758319 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 41964) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:02.772629 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-adae3274-5fb9-4ad2-bf0a-ed29a67fbe93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:02.853595 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-adae3274-5fb9-4ad2-bf0a-ed29a67fbe93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:02.976483 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-adae3274-5fb9-4ad2-bf0a-ed29a67fbe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:03.019185 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-adae3274-5fb9-4ad2-bf0a-ed29a67fbe93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92e010263cfc4f33bcbe46dff96af876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596807 Oct 28 11:38:03.020338 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae3274-5fb9-4ad2-bf0a-ed29a67fbe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b6d77-ff5b-4ff6-8bf9-28e8fe74bbc4,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:03.022941 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 41974) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:03.104816 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fcc69dc1-4589-4604-a677-d6296f887b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:03.131197 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fcc69dc1-4589-4604-a677-d6296f887b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:03.285188 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fcc69dc1-4589-4604-a677-d6296f887b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:03.288234 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fcc69dc1-4589-4604-a677-d6296f887b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:03.290088 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-fcc69dc1-4589-4604-a677-d6296f887b23 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a98b6d77-ff5b-4ff6-8bf9-28e8fe74bbc4 HTTP/1.1" status: 204 len: 168 time: 0.2601397 Oct 28 11:38:03.319178 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc69dc1-4589-4604-a677-d6296f887b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b6d77-ff5b-4ff6-8bf9-28e8fe74bbc4,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:03.847435 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-99947520-9b2f-40a9-8b18-d478dd745819 req-67656fcc-32f6-4521-a29d-f04104ba8fbe tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 210 time: 0.0507269 Oct 28 11:38:04.991587 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fe4698fe-af79-4647-abd5-54873935f364 req-98fe2732-d451-4eae-94c1-68afb43cc589 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 210 time: 0.0638673 Oct 28 11:38:05.336834 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-ae73efc4-d787-4aa6-83df-65e43be6d249 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:05.338462 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-ae73efc4-d787-4aa6-83df-65e43be6d249 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.81 "GET /v2.0/networks?id=ab428006-d260-4ff7-8249-d59789acaed7 HTTP/1.1" status: 200 len: 813 time: 0.1420164 Oct 28 11:38:05.355143 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Request body: {'port': {'device_id': '5e1b51c7-06c8-4861-89e3-3e5b909ac633', 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7', 'admin_state_up': True, 'tenant_id': '9d692aed5e994acda681e044ef31dcae'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:38:05.607790 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Made reservation on behalf of 9d692aed5e994acda681e044ef31dcae for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:38:05.612383 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:05.801052 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Allocated IP 172.20.0.6 (ab428006-d260-4ff7-8249-d59789acaed7/4238d267-800b-4b03-a775-a3b13da3c9cd/b3fc9750-c4ac-497c-a6f1-1431deab87a1) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:38:05.992570 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:06.091775 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a898c7b3-c5b3-4781-9532-a0e140b5823d req-54f7100a-da36-49de-ae11-dcc8f4e67f87 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 210 time: 0.0295429 Oct 28 11:38:06.327950 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:06.396695 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Network ab428006-d260-4ff7-8249-d59789acaed7 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:38:06.396695 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:38:06.403698 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:38:06.459389 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:06.466502 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:06.480653 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Pushing event updated for resources: {'Port': ['ID=b3fc9750-c4ac-497c-a6f1-1431deab87a1,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:06.579796 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-13f379e8-f974-4fe3-8d6c-32d3bcdc227b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2287710 Oct 28 11:38:06.595573 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Request body: {'port': {'device_id': '5e1b51c7-06c8-4861-89e3-3e5b909ac633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:38:06.667795 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:07.003005 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fc9750-c4ac-497c-a6f1-1431deab87a1 {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:38:07.014598 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:07.034990 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Transition to ACTIVE for port object b3fc9750-c4ac-497c-a6f1-1431deab87a1 will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:38:07.120602 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:07.226331 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Pushing event updated for resources: {'Port': ['ID=b3fc9750-c4ac-497c-a6f1-1431deab87a1,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:07.382492 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e4e6-2820-4cfd-8e34-d25ca5ca61b7 req-0b3ff299-7a24-422c-beab-9e69e3d7071d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:07.384144 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d242e4e6-2820-4cfd-8e34-d25ca5ca61b7 req-0b3ff299-7a24-422c-beab-9e69e3d7071d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 943 time: 0.1782444 Oct 28 11:38:07.387304 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Attempting to bind port b3fc9750-c4ac-497c-a6f1-1431deab87a1 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:38:07.387743 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Attempting to bind port b3fc9750-c4ac-497c-a6f1-1431deab87a1 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '1824a73c-09a9-40df-ac1d-76f900bf6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:38:07.388077 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Attempting to bind port b3fc9750-c4ac-497c-a6f1-1431deab87a1 on network ab428006-d260-4ff7-8249-d59789acaed7 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:38:07.427573 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Port b3fc9750-c4ac-497c-a6f1-1431deab87a1 on network ab428006-d260-4ff7-8249-d59789acaed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:38:07.427917 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Attempting to bind port b3fc9750-c4ac-497c-a6f1-1431deab87a1 on network ab428006-d260-4ff7-8249-d59789acaed7 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:38:07.447208 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:38:07.447530 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Checking segment: {'id': '1824a73c-09a9-40df-ac1d-76f900bf6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:38:07.451529 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Bound using segment: {'id': '1824a73c-09a9-40df-ac1d-76f900bf6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:38:07.452140 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Bound port: b3fc9750-c4ac-497c-a6f1-1431deab87a1, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1824a73c-09a9-40df-ac1d-76f900bf6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:38:07.452665 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:07.460671 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d242e4e6-2820-4cfd-8e34-d25ca5ca61b7 req-b9c1734b-9853-4d09-813e-2bcd5a1af49b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693347 Oct 28 11:38:07.560151 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] For port b3fc9750-c4ac-497c-a6f1-1431deab87a1, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:38:07.564532 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] For port b3fc9750-c4ac-497c-a6f1-1431deab87a1, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b3fc9750-c4ac-497c-a6f1-1431deab87a1,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:38:07.660409 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:07.705247 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:07.705900 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:07.707271 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] 10.222.0.81 "PUT /v2.0/ports/b3fc9750-c4ac-497c-a6f1-1431deab87a1 HTTP/1.1" status: 200 len: 1093 time: 1.1169679 Oct 28 11:38:07.707700 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1b51c7-06c8-4861-89e3-3e5b909ac633', 'tag': 'b3fc9750-c4ac-497c-a6f1-1431deab87a1'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:38:07.710005 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768f9fdc-d513-41dd-8d15-05df6a38ae0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1b51c7-06c8-4861-89e3-3e5b909ac633", "tag": "b3fc9750-c4ac-497c-a6f1-1431deab87a1"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:38:07.731445 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391159d-5158-482b-9eb2-1b4a95c4ab3a service neutron] Pushing event updated for resources: {'Port': ['ID=b3fc9750-c4ac-497c-a6f1-1431deab87a1,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:07.785391 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598e7679-8f9e-42c2-acd6-23985076d79d x-openstack-request-id: req-598e7679-8f9e-42c2-acd6-23985076d79d {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:38:07.785683 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1b51c7-06c8-4861-89e3-3e5b909ac633", "tag": "b3fc9750-c4ac-497c-a6f1-1431deab87a1", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:38:07.785968 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-598e7679-8f9e-42c2-acd6-23985076d79d {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:38:07.786367 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1b51c7-06c8-4861-89e3-3e5b909ac633', 'tag': 'b3fc9750-c4ac-497c-a6f1-1431deab87a1', 'status': 'completed', 'code': 200} Oct 28 11:38:08.615235 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4f025-9a5d-42a9-8af3-6d4b3e992d6b req-066beaee-acbf-48bb-b365-4736f9b4cba0 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:08.617235 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-27a4f025-9a5d-42a9-8af3-6d4b3e992d6b req-066beaee-acbf-48bb-b365-4736f9b4cba0 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 943 time: 0.0678859 Oct 28 11:38:08.674244 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-27a4f025-9a5d-42a9-8af3-6d4b3e992d6b req-792b2aad-e68e-4fae-a15b-fc8a28b0d5ee tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 Oct 28 11:38:09.862243 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26cf21-f188-42ba-9ac0-4967fe59b42d req-fc9528a6-a0ea-4116-b87d-60dafdac81d3 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:09.863717 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0b26cf21-f188-42ba-9ac0-4967fe59b42d req-fc9528a6-a0ea-4116-b87d-60dafdac81d3 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 943 time: 0.0845301 Oct 28 11:38:09.920410 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0b26cf21-f188-42ba-9ac0-4967fe59b42d req-0de94bed-5f3c-4e6c-81ca-cd2684e65480 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Oct 28 11:38:10.091177 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f9fdc-d513-41dd-8d15-05df6a38ae0f req-de2d2b89-9bcc-4162-b019-377cb2da758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:10.092647 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-768f9fdc-d513-41dd-8d15-05df6a38ae0f req-de2d2b89-9bcc-4162-b019-377cb2da758d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d692aed5e994acda681e044ef31dcae&device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 1096 time: 0.0477381 Oct 28 11:38:10.420327 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f9fdc-d513-41dd-8d15-05df6a38ae0f req-272a5785-52ee-4de2-91de-ddf43e4d6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:10.422018 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-768f9fdc-d513-41dd-8d15-05df6a38ae0f req-272a5785-52ee-4de2-91de-ddf43e4d6a14 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9d692aed5e994acda681e044ef31dcae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3211436 Oct 28 11:38:10.540966 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f9fdc-d513-41dd-8d15-05df6a38ae0f req-21d5ae81-c65f-4967-84ee-5b3e132476ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:10.541876 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-768f9fdc-d513-41dd-8d15-05df6a38ae0f req-21d5ae81-c65f-4967-84ee-5b3e132476ba service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123679 Oct 28 11:38:10.626124 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-030334cc-4d00-452b-a6a2-13bffd8aaca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:10.627547 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-030334cc-4d00-452b-a6a2-13bffd8aaca4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d692aed5e994acda681e044ef31dcae&device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 1096 time: 0.0459623 Oct 28 11:38:10.679583 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-a31d1bfd-8273-41cd-8456-bfcbe72e2968 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3fc9750-c4ac-497c-a6f1-1431deab87a1 HTTP/1.1" status: 200 len: 217 time: 0.0340304 Oct 28 11:38:10.728688 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-4ed48a7a-931d-4106-94bb-b41129af197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:10.730359 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-4ed48a7a-931d-4106-94bb-b41129af197f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4238d267-800b-4b03-a775-a3b13da3c9cd HTTP/1.1" status: 200 len: 853 time: 0.0513816 Oct 28 11:38:10.763052 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-02c27978-7b5d-4f02-abe6-713eeeca18ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab428006-d260-4ff7-8249-d59789acaed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259957 Oct 28 11:38:10.877368 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-8c26b915-4093-41c7-9387-00b1c7a36a23 service neutron] 10.222.0.81 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067364 Oct 28 11:38:10.994442 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f00bf6d0-7a8c-4df0-af85-c80122334464 req-3a35f695-1378-4936-863d-006024e711ac service neutron] 10.222.0.81 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083703 Oct 28 11:38:11.055431 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5053c3-d642-490d-9602-6db46d65d3cf req-7150e2c5-7eed-4b13-9030-79baa2d61297 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:11.055963 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cc5053c3-d642-490d-9602-6db46d65d3cf req-7150e2c5-7eed-4b13-9030-79baa2d61297 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 943 time: 0.0645862 Oct 28 11:38:11.096408 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cc5053c3-d642-490d-9602-6db46d65d3cf req-04933a61-fe24-4848-9f7f-b25cfdc20d97 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344682 Oct 28 11:38:12.225174 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3db1b-ebfb-45ea-92c5-a0955f1ba900 req-0cfe96b0-e04c-4268-9d52-0ec0eda97c36 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:12.229670 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-adc3db1b-ebfb-45ea-92c5-a0955f1ba900 req-0cfe96b0-e04c-4268-9d52-0ec0eda97c36 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 943 time: 0.0577569 Oct 28 11:38:12.291329 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-adc3db1b-ebfb-45ea-92c5-a0955f1ba900 req-6ff9d152-d097-4f01-90b8-23dc6cd6188a tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577443 Oct 28 11:38:13.422697 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02776309-866f-457c-a0f4-831e940c7383 req-d54b546a-b15f-4aee-8ddf-9c391a9291f2 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:13.424186 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-02776309-866f-457c-a0f4-831e940c7383 req-d54b546a-b15f-4aee-8ddf-9c391a9291f2 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 943 time: 0.0521033 Oct 28 11:38:13.465959 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9825bb5-81ef-479b-b83f-f5a2b076cc7c req-e6c93da5-7f5b-4c05-86aa-3bb0538878d7 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:13.467599 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a9825bb5-81ef-479b-b83f-f5a2b076cc7c req-e6c93da5-7f5b-4c05-86aa-3bb0538878d7 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.0576963 Oct 28 11:38:13.470389 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-02776309-866f-457c-a0f4-831e940c7383 req-57de6288-2ab9-461d-bcec-4a6369779be8 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Oct 28 11:38:13.510904 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a9825bb5-81ef-479b-b83f-f5a2b076cc7c req-8495eb1c-c22d-4dd9-89db-a540d9493311 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358243 Oct 28 11:38:14.590863 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf94900-5c28-4659-8648-09abcd1d4631 req-65ad8ee9-91f7-4e51-87f1-69dc9a91cfd2 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:14.592402 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-acf94900-5c28-4659-8648-09abcd1d4631 req-65ad8ee9-91f7-4e51-87f1-69dc9a91cfd2 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 943 time: 0.0561402 Oct 28 11:38:14.633312 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effb2ba-257d-4f85-badd-051ea477a61a req-6680875c-f887-4efc-8fa5-8f302a42b813 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:14.633864 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-acf94900-5c28-4659-8648-09abcd1d4631 req-61dc4882-28e9-4668-9deb-581eab14f95d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355930 Oct 28 11:38:14.634713 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2effb2ba-257d-4f85-badd-051ea477a61a req-6680875c-f887-4efc-8fa5-8f302a42b813 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.0499587 Oct 28 11:38:14.673470 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2effb2ba-257d-4f85-badd-051ea477a61a req-c9f8ee7e-733b-40e0-8d60-958eb305d58e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325024 Oct 28 11:38:15.577575 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b3fc9750-c4ac-497c-a6f1-1431deab87a1 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:38:15.676289 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b3fc9750-c4ac-497c-a6f1-1431deab87a1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b3fc9750-c4ac-497c-a6f1-1431deab87a1,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:38:15.688590 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'b3fc9750-c4ac-497c-a6f1-1431deab87a1', 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7', 'port_id': 'b3fc9750-c4ac-497c-a6f1-1431deab87a1', 'mac_address': 'fa:16:3e:c5:e5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4238d267-800b-4b03-a775-a3b13da3c9cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:38:15.730448 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:15.749520 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fc9750-c4ac-497c-a6f1-1431deab87a1 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:38:15.771407 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775ef8b-00d7-4b09-a087-d5a6b53b71ee req-1adb21cb-699d-40d9-904f-409d0d1c3fc6 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:15.772780 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b3fc9750-c4ac-497c-a6f1-1431deab87a1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b3fc9750-c4ac-497c-a6f1-1431deab87a1,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:38:15.773152 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-1775ef8b-00d7-4b09-a087-d5a6b53b71ee req-1adb21cb-699d-40d9-904f-409d0d1c3fc6 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 943 time: 0.0684214 Oct 28 11:38:15.809957 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba123b3-0bd9-4a4f-b1e1-260529c7f4d3 req-1fd47d95-5bf8-4612-a3c7-bb82cc57864e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:15.816971 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-1775ef8b-00d7-4b09-a087-d5a6b53b71ee req-cb1b306b-57c0-453b-b4a4-9f5db8fcf31d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Oct 28 11:38:15.817598 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5ba123b3-0bd9-4a4f-b1e1-260529c7f4d3 req-1fd47d95-5bf8-4612-a3c7-bb82cc57864e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.0556064 Oct 28 11:38:15.852882 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5ba123b3-0bd9-4a4f-b1e1-260529c7f4d3 req-68701884-d7e1-4e6a-8e79-643c4c8f61f0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343695 Oct 28 11:38:16.059186 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:16.109238 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=b3fc9750-c4ac-497c-a6f1-1431deab87a1,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:16.116580 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.116960 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.117337 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.117678 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.118048 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.118378 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.118705 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.119030 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.119375 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.120460 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.121045 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.121522 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:16.303569 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['b3fc9750-c4ac-497c-a6f1-1431deab87a1'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:38:16.890085 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42310) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:16.935995 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224dcb8-312c-4eb3-90fc-f34c273b3abd req-a6eca870-f5d4-44a3-8f41-eaeb6e40c353 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:16.937472 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e224dcb8-312c-4eb3-90fc-f34c273b3abd req-a6eca870-f5d4-44a3-8f41-eaeb6e40c353 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 944 time: 0.0510483 Oct 28 11:38:16.963561 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4db369-d321-4c2d-a916-242fa35a9e65 admin admin] Deleting subnet 2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac {{(pid=101985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:38:16.972547 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6b4db369-d321-4c2d-a916-242fa35a9e65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:16.978372 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e224dcb8-312c-4eb3-90fc-f34c273b3abd req-03805ec2-10fe-426f-838c-488748772799 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Oct 28 11:38:17.014135 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b3fc9750-c4ac-497c-a6f1-1431deab87a1 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:38:17.017089 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9a47-e9d5-4e59-af87-376285d17a23 req-5ee76658-7a28-4bc4-9287-3d39e559bb4e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:17.018655 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cc0d9a47-e9d5-4e59-af87-376285d17a23 req-5ee76658-7a28-4bc4-9287-3d39e559bb4e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.0857904 Oct 28 11:38:17.020806 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6b4db369-d321-4c2d-a916-242fa35a9e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080517'] for subnet, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.092466 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cc0d9a47-e9d5-4e59-af87-376285d17a23 req-6aa7d913-a52b-48d2-802a-16b9ad7cf60f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=46032445-a1d6-4897-80e6-a32139e355c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524714 Oct 28 11:38:17.095034 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6b4db369-d321-4c2d-a916-242fa35a9e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.170054 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port b3fc9750-c4ac-497c-a6f1-1431deab87a1 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:38:17.174054 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port b3fc9750-c4ac-497c-a6f1-1431deab87a1 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:38:17.178848 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.257498 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6b4db369-d321-4c2d-a916-242fa35a9e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12818758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14418958'] for subnet, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.265778 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.290014 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b51c7-06c8-4861-89e3-3e5b909ac633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fc9750-c4ac-497c-a6f1-1431deab87a1'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:38:17.291994 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-2b491ddd-ba12-497a-b318-b2f247e61151 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:17.293083 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedcfa5b-aee4-4273-bddd-f2f89039a0e3" -d '{"events": [{"server_uuid": "5e1b51c7-06c8-4861-89e3-3e5b909ac633", "name": "network-vif-plugged", "status": "completed", "tag": "b3fc9750-c4ac-497c-a6f1-1431deab87a1"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:38:17.295295 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-2b491ddd-ba12-497a-b318-b2f247e61151 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 947 time: 0.0817294 Oct 28 11:38:17.308022 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4db369-d321-4c2d-a916-242fa35a9e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:17.308362 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port b3fc9750-c4ac-497c-a6f1-1431deab87a1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b3fc9750-c4ac-497c-a6f1-1431deab87a1,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:38:17.324182 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6b4db369-d321-4c2d-a916-242fa35a9e65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.324182 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-6b4db369-d321-4c2d-a916-242fa35a9e65 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2bf2e2f0-9514-44bc-9aa3-aef5da1f91ac HTTP/1.1" status: 204 len: 168 time: 0.4283917 Oct 28 11:38:17.325383 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42320) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:17.347781 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b91ce84-d5db-4bc8-8b4e-ded0622860c0 x-openstack-request-id: req-2b91ce84-d5db-4bc8-8b4e-ded0622860c0 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:38:17.348104 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b51c7-06c8-4861-89e3-3e5b909ac633", "name": "network-vif-plugged", "status": "completed", "tag": "b3fc9750-c4ac-497c-a6f1-1431deab87a1", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:38:17.348348 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b91ce84-d5db-4bc8-8b4e-ded0622860c0 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:38:17.348740 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b51c7-06c8-4861-89e3-3e5b909ac633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fc9750-c4ac-497c-a6f1-1431deab87a1', 'code': 200} Oct 28 11:38:17.392874 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.411180 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.449857 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Deleting port b06401fb-899b-4911-806e-1af780a90e1e {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:38:17.450191 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=b3fc9750-c4ac-497c-a6f1-1431deab87a1,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:17.450538 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.505848 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.527123 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bf690c-9cd0-454e-b723-f5511c7e0fbd']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:17.536878 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db39dfa-c065-4f91-883a-c869695b9342') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:17.537253 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db39dfa-c065-4f91-883a-c869695b9342') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:17.547636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.548156 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] For port b06401fb-899b-4911-806e-1af780a90e1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b06401fb-899b-4911-806e-1af780a90e1e,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:38:17.548517 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.565087 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.571189 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:38:17.573213 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:38:17.573743 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:38:17.767504 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.782235 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.783144 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1a2de-3c87-4da0-b20c-9f9870a5e198 req-f06999d9-adf1-4e5e-bb03-582e56c7386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:17.784625 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-07b1a2de-3c87-4da0-b20c-9f9870a5e198 req-f06999d9-adf1-4e5e-bb03-582e56c7386c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 1098 time: 0.1206863 Oct 28 11:38:17.786347 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] 10.222.0.79 "DELETE /v2.0/networks/43bf690c-9cd0-454e-b723-f5511c7e0fbd HTTP/1.1" status: 204 len: 168 time: 0.4602516 Oct 28 11:38:17.804583 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707da0a5-fa50-43e9-afa9-36b49d6b409c admin admin] Pushing event deleted for resources: {'Network': ['ID=43bf690c-9cd0-454e-b723-f5511c7e0fbd,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:17.902770 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-07b1a2de-3c87-4da0-b20c-9f9870a5e198 req-7c27d83f-ec6b-4355-8368-d5610ef01117 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759826 Oct 28 11:38:17.905384 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.905740 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:17.906126 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.l3_db [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Floating IP f3e6d935-fc95-40dd-a6f7-ee664c13c07d disassociated. External IP: 172.27.0.84, port: b06401fb-899b-4911-806e-1af780a90e1e. Oct 28 11:38:17.906465 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Calling delete_port for b06401fb-899b-4911-806e-1af780a90e1e owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:38:18.105653 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1854f-e1c9-4ce1-a620-d80f1531c9b4 req-5a33603b-523f-4b16-986c-ac50a239b43e tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:18.108217 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5de1854f-e1c9-4ce1-a620-d80f1531c9b4 req-5a33603b-523f-4b16-986c-ac50a239b43e tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 945 time: 0.0579143 Oct 28 11:38:18.154446 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:18.174404 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5de1854f-e1c9-4ce1-a620-d80f1531c9b4 req-f1dd8992-7569-4ddf-9029-a18189eea857 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512688 Oct 28 11:38:18.194974 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event deleted for resources: {'Port': ['ID=b06401fb-899b-4911-806e-1af780a90e1e,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:18.221322 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-15892e61-57e3-42a8-9a6b-895ef57a6bd7 req-6c8b59cc-6156-48b6-bea0-7f2296d2f4d8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.0380070 Oct 28 11:38:18.223674 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.224108 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.224343 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.224676 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.225005 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.225333 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.225657 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.226004 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.226329 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.226649 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.226972 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.227288 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:18.285388 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42342) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:18.329074 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f9630e62-bfb4-4412-b99d-4ab8081938c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4d15476f27c4f3e8843ced1b4f51cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420315 Oct 28 11:38:18.331556 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42344) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:18.340877 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Router 9c8c9b72-7b5d-432b-b433-6e05681bec6c has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:38:18.382671 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-32cdd8b9-b8d0-436e-81f8-c50c572d9a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:18.405119 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-32cdd8b9-b8d0-436e-81f8-c50c572d9a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:18.456482 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:38:18.466571 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] Sync routers for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:38:18.476992 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:38:18.477625 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:37:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:18.514467 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] No DVR routers for this DVR port b06401fb-899b-4911-806e-1af780a90e1e on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:38:18.519776 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:18.523861 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4ee6753b-ab54-4398-88e9-2ec7b40d9d1c req-e18a06d0-7736-4c2d-99fd-066daaaa63dd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "DELETE /v2.0/ports/b06401fb-899b-4911-806e-1af780a90e1e HTTP/1.1" status: 204 len: 173 time: 1.2224784 Oct 28 11:38:18.524338 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-deleted', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:38:18.534404 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e06c6fb-4e84-4c30-94e2-148b22fa41b8" -d '{"events": [{"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-deleted", "tag": "b06401fb-899b-4911-806e-1af780a90e1e"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:38:18.558856 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-32cdd8b9-b8d0-436e-81f8-c50c572d9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:18.562161 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-32cdd8b9-b8d0-436e-81f8-c50c572d9a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:18.564463 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-32cdd8b9-b8d0-436e-81f8-c50c572d9a75 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db711e25-91d5-4c84-86c2-e721f738d29a HTTP/1.1" status: 204 len: 168 time: 0.2319589 Oct 28 11:38:18.578356 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdd8b9-b8d0-436e-81f8-c50c572d9a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db711e25-91d5-4c84-86c2-e721f738d29a,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:18.580331 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88fc93-7b3f-40be-9ff4-1cec2cfd392a x-openstack-request-id: req-bf88fc93-7b3f-40be-9ff4-1cec2cfd392a {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:38:18.580615 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc47884e-8c42-48fc-8a2f-3ef02913b631", "name": "network-vif-deleted", "tag": "b06401fb-899b-4911-806e-1af780a90e1e", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:38:18.580902 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf88fc93-7b3f-40be-9ff4-1cec2cfd392a {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:38:18.581318 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc47884e-8c42-48fc-8a2f-3ef02913b631', 'name': 'network-vif-deleted', 'tag': 'b06401fb-899b-4911-806e-1af780a90e1e', 'status': 'completed', 'code': 200} Oct 28 11:38:18.621098 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:38:18.855078 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:18.902916 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] Checking router: 9c8c9b72-7b5d-432b-b433-6e05681bec6c for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:38:18.913130 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:38:18.913865 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:37:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:19.076183 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:38:19.300279 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fcdbc-5a04-4404-acd7-22c960536b61 req-07509aa8-f8b7-4a89-8974-bc3ee4d01641 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:19.308694 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-eb4fcdbc-5a04-4404-acd7-22c960536b61 req-07509aa8-f8b7-4a89-8974-bc3ee4d01641 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 945 time: 0.0650215 Oct 28 11:38:19.336020 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:19.357905 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-eb4fcdbc-5a04-4404-acd7-22c960536b61 req-5c08612c-e698-44bb-9259-bc6b37cbd88a tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478685 Oct 28 11:38:19.373393 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f508999c-6076-4371-b46e-0c3c1d9b1097 req-160d1fce-7e9e-476c-9a00-8acad6896ab4 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.0304899 Oct 28 11:38:19.394199 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb106-4d00-42f8-aabb-e9409aaa94db None None] The sync data for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi is: [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:38:19.686485 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f9129-2cd6-410b-9b9b-200563f447dd None None] New status for floating IP f3e6d935-fc95-40dd-a6f7-ee664c13c07d: DOWN {{(pid=101987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:38:20.138945 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c9dce8e0-86a1-4fdc-9e06-556875a33c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:20.496123 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-489029e2-216c-4835-8acc-9843485f917d req-cf82821f-51b8-4fbe-b230-22f0e33ef7a5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.0270073 Oct 28 11:38:21.612727 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fb9dffb1-382c-47aa-8514-0ab6edc69ee9 req-885f9e25-6413-49b1-90d6-dae12f28f4a3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc47884e-8c42-48fc-8a2f-3ef02913b631 HTTP/1.1" status: 200 len: 210 time: 0.0338557 Oct 28 11:38:21.852629 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b06401fb-899b-4911-806e-1af780a90e1e no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:38:21.874629 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: b06401fb-899b-4911-806e-1af780a90e1e {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:38:21.874980 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b06401fb-899b-4911-806e-1af780a90e1e not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:38:22.530096 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:22.690381 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d3461bc0-2860-4e8f-855f-df2000190c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:22.785382 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42448) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:22.846006 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-26dfab22-d8f0-4474-9d8b-d89b5cf42c55 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:22.870252 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-26dfab22-d8f0-4474-9d8b-d89b5cf42c55 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.044123 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-26dfab22-d8f0-4474-9d8b-d89b5cf42c55 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.046859 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-26dfab22-d8f0-4474-9d8b-d89b5cf42c55 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.050748 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-26dfab22-d8f0-4474-9d8b-d89b5cf42c55 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "DELETE /v2.0/security-groups/46032445-a1d6-4897-80e6-a32139e355c7 HTTP/1.1" status: 204 len: 168 time: 0.2616613 Oct 28 11:38:23.056392 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:38:23.057784 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42458) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:23.068655 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.api.v2.resource [None req-c7f5eb54-4c77-4460-afbb-5336a5731c58 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] show failed (client error): The resource could not be found. Oct 28 11:38:23.073673 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-c7f5eb54-4c77-4460-afbb-5336a5731c58 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups/46032445-a1d6-4897-80e6-a32139e355c7 HTTP/1.1" status: 404 len: 347 time: 0.0171840 Oct 28 11:38:23.073845 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfab22-d8f0-4474-9d8b-d89b5cf42c55 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46032445-a1d6-4897-80e6-a32139e355c7,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:23.074061 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42460) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:23.205363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Deleting port 3a5279d3-2d83-4a1d-b20f-1560109c942d {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:38:23.205705 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.285782 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.286037 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.298939 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Calling delete_port for 3a5279d3-2d83-4a1d-b20f-1560109c942d owned by network:floatingip {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:38:23.465276 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.684399 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.713535 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event deleted for resources: {'Port': ['ID=3a5279d3-2d83-4a1d-b20f-1560109c942d,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:23.779261 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.781846 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:23.786483 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-476e0e1c-68cd-4c7f-a61c-ccd4b336a81e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "DELETE /v2.0/floatingips/f3e6d935-fc95-40dd-a6f7-ee664c13c07d HTTP/1.1" status: 204 len: 168 time: 0.7081959 Oct 28 11:38:23.831262 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:24.219378 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42476) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:24.226585 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-6ebda8f5-bc9a-4a75-ba0d-8b09e79dd787 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540859321', 'description': 'tempest-description--369815228'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:38:24.372958 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ebda8f5-bc9a-4a75-ba0d-8b09e79dd787 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:24.440330 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ebda8f5-bc9a-4a75-ba0d-8b09e79dd787 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:24.559871 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ebda8f5-bc9a-4a75-ba0d-8b09e79dd787 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:24.591985 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebda8f5-bc9a-4a75-ba0d-8b09e79dd787 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455c0e7e-f8b9-4833-a11b-9784cea957c8,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:24.660682 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ebda8f5-bc9a-4a75-ba0d-8b09e79dd787 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:24.662146 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-6ebda8f5-bc9a-4a75-ba0d-8b09e79dd787 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4414108 Oct 28 11:38:24.672382 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42488) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:24.677162 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-ecaffe8a-7ef8-4e50-85d1-e3c599f08ba9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'security_group_rule': {'security_group_id': '455c0e7e-f8b9-4833-a11b-9784cea957c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:38:24.803800 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ecaffe8a-7ef8-4e50-85d1-e3c599f08ba9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:24.866091 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ecaffe8a-7ef8-4e50-85d1-e3c599f08ba9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:24.952643 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ecaffe8a-7ef8-4e50-85d1-e3c599f08ba9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:24.971414 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaffe8a-7ef8-4e50-85d1-e3c599f08ba9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c3733b-885d-4f6e-9a99-38b0c6f1d492,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:25.092385 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ecaffe8a-7ef8-4e50-85d1-e3c599f08ba9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.093655 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ecaffe8a-7ef8-4e50-85d1-e3c599f08ba9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4202018 Oct 28 11:38:25.097110 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42496) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:25.102094 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-e5103021-68db-47de-a2b2-2c68e32ee64b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'security_group_rule': {'security_group_id': '455c0e7e-f8b9-4833-a11b-9784cea957c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:38:25.206543 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5103021-68db-47de-a2b2-2c68e32ee64b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.256904 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5103021-68db-47de-a2b2-2c68e32ee64b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.329551 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5103021-68db-47de-a2b2-2c68e32ee64b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.348207 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5103021-68db-47de-a2b2-2c68e32ee64b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac2f8b8-863b-4c28-8c1f-5fab25ed6a39,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:25.457636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5103021-68db-47de-a2b2-2c68e32ee64b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.458888 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e5103021-68db-47de-a2b2-2c68e32ee64b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3606932 Oct 28 11:38:25.461909 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42498) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:25.466640 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'floatingip': {'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:38:25.564887 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.621922 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42502) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:25.675194 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.703986 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.763680 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fb2111d7-7377-4e12-bf09-30ae7f731f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.797294 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Allocated IP 172.27.0.98 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/b46605fb-2db0-40dc-b783-919d140323b5) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:38:25.843920 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fb2111d7-7377-4e12-bf09-30ae7f731f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.899421 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.929445 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fb2111d7-7377-4e12-bf09-30ae7f731f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:25.969233 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-fb2111d7-7377-4e12-bf09-30ae7f731f34 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc7ed5eb4d37425f9094992ad78f4521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456690 Oct 28 11:38:25.969857 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2111d7-7377-4e12-bf09-30ae7f731f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f3165a-a424-40ca-b5c2-2ab580fd4cb8,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:25.972551 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42510) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:26.021001 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c415db65-a7b4-4cb8-913e-c807161db558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.041772 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c415db65-a7b4-4cb8-913e-c807161db558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.107035 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.148604 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:38:26.153825 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:38:26.156071 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'Port': ['ID=b46605fb-2db0-40dc-b783-919d140323b5,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:26.158268 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:38:26.202962 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c415db65-a7b4-4cb8-913e-c807161db558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.205475 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c415db65-a7b4-4cb8-913e-c807161db558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.206630 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c415db65-a7b4-4cb8-913e-c807161db558 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12f3165a-a424-40ca-b5c2-2ab580fd4cb8 HTTP/1.1" status: 204 len: 168 time: 0.2328331 Oct 28 11:38:26.233636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415db65-a7b4-4cb8-913e-c807161db558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f3165a-a424-40ca-b5c2-2ab580fd4cb8,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:26.257255 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.368706 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.530552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.652485 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.735341 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'Port': ['ID=b46605fb-2db0-40dc-b783-919d140323b5,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:26.747827 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.872519 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:26.882240 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-1bcddfea-4871-425f-a81f-09ed12abe95f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4111009 Oct 28 11:38:26.994736 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42528) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:27.010393 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d8fda365-d032-4bc5-af75-05fb2944ae9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:27.084546 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-215655d9-2da0-4efc-8f61-805c5ee90fad tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--540859321&fields=id&tenant_id=8e441afa764f4d43aabb60a1da939186 HTTP/1.1" status: 200 len: 267 time: 0.0545940 Oct 28 11:38:27.182367 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d8fda365-d032-4bc5-af75-05fb2944ae9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:27.220162 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b233-154e-464e-96b8-a56d735ec559 req-7e86ff1d-0749-4c6e-aba3-f1e01ecc93c1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:27.221660 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-7e86ff1d-0749-4c6e-aba3-f1e01ecc93c1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 817 time: 0.1270869 Oct 28 11:38:27.238293 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-9b5cef35-f7aa-4dbf-b705-bde85069ae42 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/quotas/8e441afa764f4d43aabb60a1da939186 HTTP/1.1" status: 200 len: 375 time: 0.0108025 Oct 28 11:38:27.275495 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d8fda365-d032-4bc5-af75-05fb2944ae9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:27.330122 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d8fda365-d032-4bc5-af75-05fb2944ae9e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e7cf07e1da40411bb87640c07cf7223b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342521 Oct 28 11:38:27.332855 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42534) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:27.334851 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fda365-d032-4bc5-af75-05fb2944ae9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b868c1-868a-46bb-ba5e-9d3d94e9772b,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:27.346092 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-2db75c8d-4ac5-45b8-8b2c-2d99450c8215 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022060 Oct 28 11:38:27.386134 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4001a2e5-3743-4546-a8dd-0bc1f182a17a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:27.407611 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4001a2e5-3743-4546-a8dd-0bc1f182a17a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:27.447820 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-3ebc1456-e3f3-4888-a169-86ef6874752f service neutron] 10.222.0.79 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890739 Oct 28 11:38:27.524244 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4001a2e5-3743-4546-a8dd-0bc1f182a17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:27.526903 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4001a2e5-3743-4546-a8dd-0bc1f182a17a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:27.532908 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-4001a2e5-3743-4546-a8dd-0bc1f182a17a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/57b868c1-868a-46bb-ba5e-9d3d94e9772b HTTP/1.1" status: 204 len: 168 time: 0.1941867 Oct 28 11:38:27.536521 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001a2e5-3743-4546-a8dd-0bc1f182a17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b868c1-868a-46bb-ba5e-9d3d94e9772b,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:27.551566 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-dcef7a1c-8aac-4496-99d2-a0386e1037b3 service neutron] 10.222.0.79 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971093 Oct 28 11:38:27.768860 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f815b0a0-c79f-4ede-bbcf-788a8d089c33 req-b621a0a1-224c-497f-bd52-033e14257e74 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 210 time: 0.0302758 Oct 28 11:38:28.380644 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42554) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:28.396414 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-995f8573-7e1d-4884-9313-5327126ad268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:28.470683 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-995f8573-7e1d-4884-9313-5327126ad268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:28.593380 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-995f8573-7e1d-4884-9313-5327126ad268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:28.633405 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-995f8573-7e1d-4884-9313-5327126ad268 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94b4def520164f4e98919ec0869fa66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514408 Oct 28 11:38:28.634413 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f8573-7e1d-4884-9313-5327126ad268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac66c1c7-e19e-44eb-8c8e-d088f89416a3,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:28.638871 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42556) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:28.687846 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccc71-61c7-4cf8-9e85-dbf2d8ee18d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:28.710538 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccc71-61c7-4cf8-9e85-dbf2d8ee18d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:28.874630 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1526f32e-2e82-455e-890b-298d39f97350 req-4eff49a8-04e9-40e0-9daf-0a54ecc71cf9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 210 time: 0.0292773 Oct 28 11:38:28.884001 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccc71-61c7-4cf8-9e85-dbf2d8ee18d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:28.886817 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccc71-61c7-4cf8-9e85-dbf2d8ee18d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:28.891282 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-cb0ccc71-61c7-4cf8-9e85-dbf2d8ee18d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac66c1c7-e19e-44eb-8c8e-d088f89416a3 HTTP/1.1" status: 204 len: 168 time: 0.2509413 Oct 28 11:38:28.902969 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ccc71-61c7-4cf8-9e85-dbf2d8ee18d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac66c1c7-e19e-44eb-8c8e-d088f89416a3,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:29.988191 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-65358f08-75e7-42cd-bbba-87eb4e3ac81b req-240ec92c-fa08-4d6e-88f0-f15bced83eb1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 210 time: 0.0269284 Oct 28 11:38:30.669407 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b233-154e-464e-96b8-a56d735ec559 req-5afc4a3d-f286-4b36-8c73-6ba729e97ea1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:30.670826 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-5afc4a3d-f286-4b36-8c73-6ba729e97ea1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 817 time: 0.1101751 Oct 28 11:38:30.716629 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-d6fe3e70-7b34-47a6-bac8-084309c78f17 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e441afa764f4d43aabb60a1da939186 HTTP/1.1" status: 200 len: 379 time: 0.0357330 Oct 28 11:38:30.728907 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'port': {'device_id': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'admin_state_up': True, 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'security_groups': ['455c0e7e-f8b9-4833-a11b-9784cea957c8']}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:38:30.949874 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Made reservation on behalf of 8e441afa764f4d43aabb60a1da939186 for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:38:30.954114 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:31.100363 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5beed2f5-c2bf-48df-8bd0-ec54434dd3c7 req-fab5fd28-441b-4420-bec7-f95586c202b2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 210 time: 0.0324459 Oct 28 11:38:31.103065 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Allocated IP 172.20.0.4 (f5e489a1-e2f1-42bf-94d6-b73230b944c0/7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1/448a38a7-7054-45e3-8acb-23ffbaed9b19) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:38:31.256950 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:31.424773 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:31.475274 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:38:31.480474 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:38:31.486126 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:38:31.514564 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:31.543627 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:31.544335 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:31.710208 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-a9e77576-d2ba-4121-92f0-4c7abaf5cd2c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9853008 Oct 28 11:38:31.722800 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Request body: {'port': {'device_id': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:38:31.760549 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-ae5691f9-9b65-460c-b7fd-5bae8cbf8db5 None None] Provisioning complete for port 448a38a7-7054-45e3-8acb-23ffbaed9b19 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:38:31.761154 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ae5691f9-9b65-460c-b7fd-5bae8cbf8db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:31.786285 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:31.801257 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-ae5691f9-9b65-460c-b7fd-5bae8cbf8db5 None None] Port 448a38a7-7054-45e3-8acb-23ffbaed9b19 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:38:32.072846 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448a38a7-7054-45e3-8acb-23ffbaed9b19 {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:38:32.082897 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:32.098379 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Transition to ACTIVE for port object 448a38a7-7054-45e3-8acb-23ffbaed9b19 will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:38:32.181312 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:32.262643 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:32.322056 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1dd0-d7b7-425a-ad33-921b88e3858e req-c6b6210d-8939-49fb-976a-72be9dffe22a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:32.326213 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c19b1dd0-d7b7-425a-ad33-921b88e3858e req-c6b6210d-8939-49fb-976a-72be9dffe22a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.1373396 Oct 28 11:38:32.387529 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Attempting to bind port 448a38a7-7054-45e3-8acb-23ffbaed9b19 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:38:32.387867 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Attempting to bind port 448a38a7-7054-45e3-8acb-23ffbaed9b19 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:38:32.388192 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Attempting to bind port 448a38a7-7054-45e3-8acb-23ffbaed9b19 on network f5e489a1-e2f1-42bf-94d6-b73230b944c0 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:38:32.395138 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c19b1dd0-d7b7-425a-ad33-921b88e3858e req-9831253a-1ba2-476f-92b1-30b126953859 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614920 Oct 28 11:38:32.397566 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Port 448a38a7-7054-45e3-8acb-23ffbaed9b19 on network f5e489a1-e2f1-42bf-94d6-b73230b944c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:38:32.397880 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Attempting to bind port 448a38a7-7054-45e3-8acb-23ffbaed9b19 on network f5e489a1-e2f1-42bf-94d6-b73230b944c0 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:38:32.404482 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:38:32.404817 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Checking segment: {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:38:32.405194 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Bound using segment: {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:38:32.405651 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Bound port: 448a38a7-7054-45e3-8acb-23ffbaed9b19, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:38:32.406626 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:32.474621 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:38:32.477681 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:38:32.607405 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:32.652393 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:32.653061 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:32.654349 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] 10.222.0.81 "PUT /v2.0/ports/448a38a7-7054-45e3-8acb-23ffbaed9b19 HTTP/1.1" status: 200 len: 1093 time: 0.9360657 Oct 28 11:38:32.654789 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:38:32.657648 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec7c2fb-5584-4ff1-9d18-7e8e986ed22e" -d '{"events": [{"name": "network-changed", "server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:38:32.688726 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9af90f-ed12-4951-9168-b1bc7fa001e9 service neutron] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:32.709479 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bbb892-3380-4e65-aa99-9a8ce805ee0b x-openstack-request-id: req-f7bbb892-3380-4e65-aa99-9a8ce805ee0b {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:38:32.709479 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:38:32.709479 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7bbb892-3380-4e65-aa99-9a8ce805ee0b {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:38:32.709479 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'status': 'completed', 'code': 200} Oct 28 11:38:33.530191 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd07213-2b34-497b-87ea-e0737602bafc req-c3d5ce6a-4c41-4b59-b510-c84679770883 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:33.532321 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-abd07213-2b34-497b-87ea-e0737602bafc req-c3d5ce6a-4c41-4b59-b510-c84679770883 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0495532 Oct 28 11:38:33.574979 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-abd07213-2b34-497b-87ea-e0737602bafc req-e045910f-d80d-4ca3-8b82-73131f034cae tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366199 Oct 28 11:38:34.700884 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7c01-272c-474b-8c02-5f7ff7b9d422 req-85932f79-1e11-468f-b228-016840d8fb8e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:34.702425 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b91a7c01-272c-474b-8c02-5f7ff7b9d422 req-85932f79-1e11-468f-b228-016840d8fb8e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0496578 Oct 28 11:38:34.742827 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b91a7c01-272c-474b-8c02-5f7ff7b9d422 req-dddb64ec-efde-4aa6-be18-42a830f6a5df tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336962 Oct 28 11:38:36.107973 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c2fb-5584-4ff1-9d18-7e8e986ed22e req-80cd7122-b2aa-425f-aaa7-47cf5dc3fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:36.110196 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cec7c2fb-5584-4ff1-9d18-7e8e986ed22e req-80cd7122-b2aa-425f-aaa7-47cf5dc3fd02 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 1096 time: 0.2795339 Oct 28 11:38:36.120852 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9a52f-62e6-4a4b-aae4-846f75b8dfef req-d51b0a4e-0dcf-421d-8dfb-238abc4d576f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:36.122240 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6be9a52f-62e6-4a4b-aae4-846f75b8dfef req-d51b0a4e-0dcf-421d-8dfb-238abc4d576f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.3055639 Oct 28 11:38:36.213513 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6be9a52f-62e6-4a4b-aae4-846f75b8dfef req-0ce5776d-23a2-4e76-a053-755ef4e2ffbd tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818570 Oct 28 11:38:36.242368 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c2fb-5584-4ff1-9d18-7e8e986ed22e req-474fce11-8f53-42e6-891b-cce25c8ad99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:36.243793 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cec7c2fb-5584-4ff1-9d18-7e8e986ed22e req-474fce11-8f53-42e6-891b-cce25c8ad99a service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=8e441afa764f4d43aabb60a1da939186&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1207325 Oct 28 11:38:36.370121 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c2fb-5584-4ff1-9d18-7e8e986ed22e req-d08acd37-b743-4a86-951f-397bb86e0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:36.371559 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cec7c2fb-5584-4ff1-9d18-7e8e986ed22e req-d08acd37-b743-4a86-951f-397bb86e0ac7 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003463 Oct 28 11:38:36.464925 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b233-154e-464e-96b8-a56d735ec559 req-c5780ee7-e507-494a-a582-5bb173759fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:36.466673 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-c5780ee7-e507-494a-a582-5bb173759fb6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 1096 time: 0.0448480 Oct 28 11:38:36.512237 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-d4b5b8ee-4b54-4e2b-88df-aeb932e5118f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19 HTTP/1.1" status: 200 len: 217 time: 0.0362577 Oct 28 11:38:36.570653 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b233-154e-464e-96b8-a56d735ec559 req-9e983073-0f85-4040-9f5c-e5b8d7eded1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:36.572121 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-9e983073-0f85-4040-9f5c-e5b8d7eded1e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 200 len: 856 time: 0.0496809 Oct 28 11:38:36.621160 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b233-154e-464e-96b8-a56d735ec559 req-1f3d411d-80c4-4079-a79a-95d3d5855ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:36.622600 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-1f3d411d-80c4-4079-a79a-95d3d5855ba7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f5e489a1-e2f1-42bf-94d6-b73230b944c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427363 Oct 28 11:38:36.719110 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-d382063c-f271-434c-895e-3cbe40e4c30f service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890577 Oct 28 11:38:36.825646 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-26e3b233-154e-464e-96b8-a56d735ec559 req-e53017f8-8e84-4674-8bd7-6e8a1829164e service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962203 Oct 28 11:38:37.379110 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d1339-f07b-4f9c-b9a2-8a052692cd4f req-15fea29f-e02a-4365-adf3-bd2c7120a78b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:37.381078 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f61d1339-f07b-4f9c-b9a2-8a052692cd4f req-15fea29f-e02a-4365-adf3-bd2c7120a78b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0936706 Oct 28 11:38:37.423155 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f61d1339-f07b-4f9c-b9a2-8a052692cd4f req-228ee9bc-a52a-417c-950e-6fb47d122856 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361037 Oct 28 11:38:38.548410 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859d4e2-9355-4a54-a9df-085d5a11f235 req-d5b0b745-6550-44fe-ae0a-dafd9d3b8bc8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:38.549933 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7859d4e2-9355-4a54-a9df-085d5a11f235 req-d5b0b745-6550-44fe-ae0a-dafd9d3b8bc8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0517821 Oct 28 11:38:38.588690 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7859d4e2-9355-4a54-a9df-085d5a11f235 req-ee3c1941-1432-4b5e-aadd-0258e1f14d5a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328007 Oct 28 11:38:38.956128 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:38:39.056114 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:38:39.067416 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'port_id': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'mac_address': 'fa:16:3e:46:81:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:38:39.105819 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:39.119020 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448a38a7-7054-45e3-8acb-23ffbaed9b19 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:38:39.139414 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:38:39.232070 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:39.282532 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:39.711517 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af00e6-05f0-430e-ae85-26fbe32563c8 req-a4893570-6001-4c75-8524-49f8dece0da8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:39.712990 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a0af00e6-05f0-430e-ae85-26fbe32563c8 req-a4893570-6001-4c75-8524-49f8dece0da8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0531325 Oct 28 11:38:39.751310 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a0af00e6-05f0-430e-ae85-26fbe32563c8 req-6135cc28-1e02-42c7-a412-2b8079716e43 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324476 Oct 28 11:38:40.880862 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e1d94-df95-4f7e-bb4c-ceed783d377a req-f0aea86e-6561-4768-9188-df6bebf773ae tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:40.882521 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-886e1d94-df95-4f7e-bb4c-ceed783d377a req-f0aea86e-6561-4768-9188-df6bebf773ae tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0601962 Oct 28 11:38:40.922802 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-886e1d94-df95-4f7e-bb4c-ceed783d377a req-fb6c3b11-9dec-418b-87d7-79a399e2416f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339756 Oct 28 11:38:41.099805 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['448a38a7-7054-45e3-8acb-23ffbaed9b19'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:38:42.044226 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bbfa9-eccd-4e39-8f2e-db1b6a3152e1 req-dabd0a91-e3d2-44ee-8b75-9202536a6ef5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:42.045759 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e19bbfa9-eccd-4e39-8f2e-db1b6a3152e1 req-dabd0a91-e3d2-44ee-8b75-9202536a6ef5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0509698 Oct 28 11:38:42.097399 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e19bbfa9-eccd-4e39-8f2e-db1b6a3152e1 req-8670ade6-0d28-454b-9cff-c07888ef6afa tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449331 Oct 28 11:38:42.966160 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:38:43.129352 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 448a38a7-7054-45e3-8acb-23ffbaed9b19 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:38:43.133652 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 448a38a7-7054-45e3-8acb-23ffbaed9b19 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:38:43.134072 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:43.213846 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:43.225537 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cc265-0d04-4927-a305-0377b429caca req-a1607df9-0bb1-4756-a4c4-8d234a4a48df tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:43.227042 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-807cc265-0d04-4927-a305-0377b429caca req-a1607df9-0bb1-4756-a4c4-8d234a4a48df tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0489511 Oct 28 11:38:43.237624 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:38:43.239897 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6ea288-91d4-4cda-bf50-10ec5df54f08" -d '{"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-plugged", "status": "completed", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:38:43.253812 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:38:43.273656 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-807cc265-0d04-4927-a305-0377b429caca req-f025855c-6556-4d87-92a3-5725e4a4b1ad tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399075 Oct 28 11:38:43.279471 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173d12ec-168a-4ecc-8c19-97fb27db8c6a x-openstack-request-id: req-173d12ec-168a-4ecc-8c19-97fb27db8c6a {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:38:43.294684 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-plugged", "status": "completed", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:38:43.294684 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-173d12ec-168a-4ecc-8c19-97fb27db8c6a {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:38:43.294684 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'code': 200} Oct 28 11:38:43.363714 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:43.413553 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:43.656599 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef22c49-f3af-409c-8fcc-032a57b1d9e7 req-eff1c965-e416-47e1-8e5f-4f7b97fd3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:43.659119 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4ef22c49-f3af-409c-8fcc-032a57b1d9e7 req-eff1c965-e416-47e1-8e5f-4f7b97fd3858 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 1098 time: 0.0467596 Oct 28 11:38:43.696905 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4ef22c49-f3af-409c-8fcc-032a57b1d9e7 req-6c131d31-3d97-45eb-b42f-47a4c699ac9c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291474 Oct 28 11:38:44.396910 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57724f-aa31-41a4-b549-9e49c332a898 req-e706d9df-30a7-42cd-a51d-e8f5f465a54c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:44.398534 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0a57724f-aa31-41a4-b549-9e49c332a898 req-e706d9df-30a7-42cd-a51d-e8f5f465a54c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0510862 Oct 28 11:38:44.423851 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42808) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:44.441284 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0a57724f-aa31-41a4-b549-9e49c332a898 req-2cd0dc8a-8006-4d5d-b3f2-8d1aa8a2440d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353682 Oct 28 11:38:44.534715 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ab448528-f7b1-4255-b32d-37d1aabd5d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:44.615902 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ab448528-f7b1-4255-b32d-37d1aabd5d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:44.702530 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ab448528-f7b1-4255-b32d-37d1aabd5d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:44.743185 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab448528-f7b1-4255-b32d-37d1aabd5d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d89c2-ee82-4b13-8be9-19d4a85310e4,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:44.747552 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ab448528-f7b1-4255-b32d-37d1aabd5d68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f370cb0d36e4c0189236d167548ab79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226426 Oct 28 11:38:44.750297 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42818) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:44.801781 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a8394a4e-2637-4484-ac1e-48f14f15f0f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:44.824645 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a8394a4e-2637-4484-ac1e-48f14f15f0f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:44.938564 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a8394a4e-2637-4484-ac1e-48f14f15f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:44.941309 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a8394a4e-2637-4484-ac1e-48f14f15f0f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:44.942573 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a8394a4e-2637-4484-ac1e-48f14f15f0f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e4d89c2-ee82-4b13-8be9-19d4a85310e4 HTTP/1.1" status: 204 len: 168 time: 0.1912539 Oct 28 11:38:44.951269 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394a4e-2637-4484-ac1e-48f14f15f0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d89c2-ee82-4b13-8be9-19d4a85310e4,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:45.570141 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7ef85-a8c7-4a1e-be7b-087e3a2305fd req-c71bcfd4-a3b4-4c18-9f8c-5f816efd4330 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:45.571771 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9fd7ef85-a8c7-4a1e-be7b-087e3a2305fd req-c71bcfd4-a3b4-4c18-9f8c-5f816efd4330 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0542121 Oct 28 11:38:45.614627 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9fd7ef85-a8c7-4a1e-be7b-087e3a2305fd req-b05ec5f1-0de0-4de7-81b1-b7137349c089 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366971 Oct 28 11:38:45.668751 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42830) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:45.682491 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ed7-2a53-4dd2-98a6-2226c0ba2fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:45.763497 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ed7-2a53-4dd2-98a6-2226c0ba2fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:45.884462 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42836) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:45.926558 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ed7-2a53-4dd2-98a6-2226c0ba2fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:45.966388 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-fcec1ed7-2a53-4dd2-98a6-2226c0ba2fe9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b91dd9445494774a802bab288c691c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965555 Oct 28 11:38:45.968454 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec1ed7-2a53-4dd2-98a6-2226c0ba2fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29749bf6-11dd-4f1c-8713-efc2d67b4d32,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:45.970254 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42840) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:46.001923 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.059535 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3117-9c20-4cd4-b3ca-d43be15ae1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.092022 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3117-9c20-4cd4-b3ca-d43be15ae1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.145130 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.237266 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.275038 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7472ccf9-a842-4fcf-a8b5-b66358da6630,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:46.279096 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa8355ca12ac4f468431fe08edecff1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936453 Oct 28 11:38:46.280765 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3117-9c20-4cd4-b3ca-d43be15ae1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.283558 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42842) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:46.283692 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3117-9c20-4cd4-b3ca-d43be15ae1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.284404 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e4bf3117-9c20-4cd4-b3ca-d43be15ae1f0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/29749bf6-11dd-4f1c-8713-efc2d67b4d32 HTTP/1.1" status: 204 len: 168 time: 0.3131959 Oct 28 11:38:46.289404 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.289754 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.290120 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.290512 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.290771 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.291099 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.291425 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.291752 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.292078 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.292402 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.292723 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.293047 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd1b32-c1a8-4196-bb9e-0cc652b68666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:38:46.304371 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf3117-9c20-4cd4-b3ca-d43be15ae1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29749bf6-11dd-4f1c-8713-efc2d67b4d32,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:46.338854 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-880d0dde-ef73-4725-82ae-848f568c9bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.360497 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-880d0dde-ef73-4725-82ae-848f568c9bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.549826 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-880d0dde-ef73-4725-82ae-848f568c9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.552679 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-880d0dde-ef73-4725-82ae-848f568c9bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:46.553967 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-880d0dde-ef73-4725-82ae-848f568c9bb2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7472ccf9-a842-4fcf-a8b5-b66358da6630 HTTP/1.1" status: 204 len: 168 time: 0.2707996 Oct 28 11:38:46.562366 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d0dde-ef73-4725-82ae-848f568c9bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7472ccf9-a842-4fcf-a8b5-b66358da6630,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:46.745968 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e9c88-7be5-47d6-ab15-d63d02cec5e3 req-2548d950-f741-4e69-8622-5d9439d7c19a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:46.745968 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d50e9c88-7be5-47d6-ab15-d63d02cec5e3 req-2548d950-f741-4e69-8622-5d9439d7c19a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0498874 Oct 28 11:38:46.800336 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d50e9c88-7be5-47d6-ab15-d63d02cec5e3 req-688859c6-9fae-4a24-a093-c8997eef412a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528634 Oct 28 11:38:46.919609 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545683e-840c-4d4c-989a-4edd56fdc80c req-eb1b809b-a51b-4cce-ae7d-4a8833617d97 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:46.921077 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3545683e-840c-4d4c-989a-4edd56fdc80c req-eb1b809b-a51b-4cce-ae7d-4a8833617d97 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0513387 Oct 28 11:38:46.929630 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42862) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:46.934299 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-13c1ae22-d39e-4f63-b62e-da65f9513207 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Request body: {'floatingip': {'port_id': '448a38a7-7054-45e3-8acb-23ffbaed9b19'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:38:46.976038 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-13c1ae22-d39e-4f63-b62e-da65f9513207 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:47.526025 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 42876) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:47.540295 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f58a267c-2911-4a2a-8d04-7925f45dd205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:47.551115 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-13c1ae22-d39e-4f63-b62e-da65f9513207 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:47.620490 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f58a267c-2911-4a2a-8d04-7925f45dd205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:47.637920 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-13c1ae22-d39e-4f63-b62e-da65f9513207 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:47.700489 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f58a267c-2911-4a2a-8d04-7925f45dd205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:47.738813 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f58a267c-2911-4a2a-8d04-7925f45dd205 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bb8dedc357f4d91837d5da9cd782d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109938 Oct 28 11:38:47.740562 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a267c-2911-4a2a-8d04-7925f45dd205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942037f3-d770-4b2c-ac21-d9005083ee9b,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:47.741334 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 42880) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:47.756837 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.l3_db [None req-13c1ae22-d39e-4f63-b62e-da65f9513207 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Floating IP 272b464b-f5e9-41af-bc66-71fc5e815bc3 associated. External IP: 172.27.0.98, port: 448a38a7-7054-45e3-8acb-23ffbaed9b19. Oct 28 11:38:47.873972 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-9accfaf9-39bf-43e0-a90f-b7c27be824d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:47.908130 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-9accfaf9-39bf-43e0-a90f-b7c27be824d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:48.043171 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c1ae22-d39e-4f63-b62e-da65f9513207 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Router 9c8c9b72-7b5d-432b-b433-6e05681bec6c has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:38:48.126948 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-9accfaf9-39bf-43e0-a90f-b7c27be824d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:48.129477 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-9accfaf9-39bf-43e0-a90f-b7c27be824d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:48.130658 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-9accfaf9-39bf-43e0-a90f-b7c27be824d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/942037f3-d770-4b2c-ac21-d9005083ee9b HTTP/1.1" status: 204 len: 168 time: 0.3882129 Oct 28 11:38:48.145512 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accfaf9-39bf-43e0-a90f-b7c27be824d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942037f3-d770-4b2c-ac21-d9005083ee9b,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:48.167570 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c1ae22-d39e-4f63-b62e-da65f9513207 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:38:48.172218 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-13c1ae22-d39e-4f63-b62e-da65f9513207 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:48.180793 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] Sync routers for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:38:48.192301 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:38:48.193169 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:48.205173 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-13c1ae22-d39e-4f63-b62e-da65f9513207 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "PUT /v2.0/floatingips/272b464b-f5e9-41af-bc66-71fc5e815bc3 HTTP/1.1" status: 200 len: 990 time: 1.2742591 Oct 28 11:38:48.208673 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:38:48.211411 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60370525-9108-4db0-8fbc-da28216cbbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:38:48.338197 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f0f6be-b73b-4aac-a1db-8b2edf580352 x-openstack-request-id: req-15f0f6be-b73b-4aac-a1db-8b2edf580352 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:38:48.338484 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:38:48.338724 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-15f0f6be-b73b-4aac-a1db-8b2edf580352 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:38:48.339450 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'status': 'completed', 'code': 200} Oct 28 11:38:48.414242 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-067edadc-afc5-42ad-b50a-7782b169b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:48.416097 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-067edadc-afc5-42ad-b50a-7782b169b60e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 1098 time: 0.0535057 Oct 28 11:38:48.496974 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:38:48.526590 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-7bc26089-b55b-4f30-9795-ba75ccb0e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:48.528172 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-7bc26089-b55b-4f30-9795-ba75ccb0e1e0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 918 time: 0.1012826 Oct 28 11:38:48.611027 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-43e20a24-9cf2-47e4-975a-09388913665d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19 HTTP/1.1" status: 200 len: 998 time: 0.0737998 Oct 28 11:38:48.667887 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-500655a3-bcdd-47ef-a12c-f2aa7ca3cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:48.670972 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-500655a3-bcdd-47ef-a12c-f2aa7ca3cab8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 200 len: 856 time: 0.0506773 Oct 28 11:38:48.720925 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-cc71637f-5258-4f5c-ad19-71983ea52bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:38:48.722555 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-cc71637f-5258-4f5c-ad19-71983ea52bdf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f5e489a1-e2f1-42bf-94d6-b73230b944c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452669 Oct 28 11:38:48.819610 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '272b464b-f5e9-41af-bc66-71fc5e815bc3', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'port_id': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'mac_address': 'fa:16:3e:46:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:38:26Z', 'updated_at': '2021-10-28T11:38:47Z', 'revision_number': 1, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:48.833990 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-be8b70dd-db51-41b6-9503-b3421711ef82 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971947 Oct 28 11:38:48.843980 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] Checking router: 9c8c9b72-7b5d-432b-b433-6e05681bec6c for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:38:48.853191 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:38:48.853847 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:48.931851 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-60370525-9108-4db0-8fbc-da28216cbbf9 req-4c1f8ba2-cd72-48cd-a29c-0dcca800d5eb service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893035 Oct 28 11:38:48.967279 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:38:49.207966 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '272b464b-f5e9-41af-bc66-71fc5e815bc3', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'port_id': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'mac_address': 'fa:16:3e:46:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:38:26Z', 'updated_at': '2021-10-28T11:38:47Z', 'revision_number': 1, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:38:49.234770 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3072d8c-16f7-4b81-ab65-5f5d602ac5c5 None None] The sync data for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi is: [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '272b464b-f5e9-41af-bc66-71fc5e815bc3', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'port_id': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'mac_address': 'fa:16:3e:46:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:38:26Z', 'updated_at': '2021-10-28T11:38:47Z', 'revision_number': 1, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:38:49.462541 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26379ae-153a-4132-a68b-f8343b43a640 None None] New status for floating IP 272b464b-f5e9-41af-bc66-71fc5e815bc3: ACTIVE {{(pid=101987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:38:50.163658 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f75518e1-b1ef-4197-980a-0eff18e0f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:51.873954 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43000) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:51.997257 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e97e10c4-7c89-484a-94ee-3fc1c0a54f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:52.077971 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e97e10c4-7c89-484a-94ee-3fc1c0a54f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:52.140370 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e97e10c4-7c89-484a-94ee-3fc1c0a54f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:52.182224 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e97e10c4-7c89-484a-94ee-3fc1c0a54f5d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=11d376e4412343c59aca17ea79c2b8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071432 Oct 28 11:38:52.183069 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e10c4-7c89-484a-94ee-3fc1c0a54f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8108a70-c01f-491a-b5bf-26510c821ec3,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:52.185343 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43006) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:52.262295 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-50a65b6f-412d-4c62-a18d-588166239466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:52.284807 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-50a65b6f-412d-4c62-a18d-588166239466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:52.409617 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-50a65b6f-412d-4c62-a18d-588166239466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:52.412197 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-50a65b6f-412d-4c62-a18d-588166239466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:52.413341 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-50a65b6f-412d-4c62-a18d-588166239466 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8108a70-c01f-491a-b5bf-26510c821ec3 HTTP/1.1" status: 204 len: 168 time: 0.2270889 Oct 28 11:38:52.425277 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a65b6f-412d-4c62-a18d-588166239466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8108a70-c01f-491a-b5bf-26510c821ec3,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:52.523436 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:52.717764 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5299b5fd-719f-4c22-b410-9ade93308c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:53.205004 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43020) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:53.218677 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b568-8eb9-468b-ba8d-a8c569155ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:53.303987 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b568-8eb9-468b-ba8d-a8c569155ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:53.416437 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b568-8eb9-468b-ba8d-a8c569155ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:53.443180 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:53.457104 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-cdb8b568-8eb9-468b-ba8d-a8c569155ffc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5afc11cadeef47089870f8065632b0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509587 Oct 28 11:38:53.460126 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43026) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:53.467428 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8b568-8eb9-468b-ba8d-a8c569155ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fb26a9-1bd6-48f8-bf75-947f19ec9258,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:53.524630 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-89c49464-a78b-45bd-a713-c60797fa390e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:53.549377 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-89c49464-a78b-45bd-a713-c60797fa390e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:53.666230 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-89c49464-a78b-45bd-a713-c60797fa390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:53.673549 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-89c49464-a78b-45bd-a713-c60797fa390e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:53.673549 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-89c49464-a78b-45bd-a713-c60797fa390e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06fb26a9-1bd6-48f8-bf75-947f19ec9258 HTTP/1.1" status: 204 len: 168 time: 0.2091162 Oct 28 11:38:53.681495 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c49464-a78b-45bd-a713-c60797fa390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fb26a9-1bd6-48f8-bf75-947f19ec9258,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:53.792024 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:55.689868 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:58.748392 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43180) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:58.865269 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-43704b0a-fb63-429f-a1c1-d89cbd3d0e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:58.941875 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-43704b0a-fb63-429f-a1c1-d89cbd3d0e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:59.052386 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-43704b0a-fb63-429f-a1c1-d89cbd3d0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:59.094670 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43704b0a-fb63-429f-a1c1-d89cbd3d0e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6404309-81ce-4011-ac10-dbf6f892160c,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:38:59.098961 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-43704b0a-fb63-429f-a1c1-d89cbd3d0e09 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7aa99cdcd654114b6f0c6a62c807428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495014 Oct 28 11:38:59.102141 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43184) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:38:59.154473 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-555f66ac-e41b-4d28-8ab0-29a3c2680b0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:59.176902 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-555f66ac-e41b-4d28-8ab0-29a3c2680b0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:59.311823 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-555f66ac-e41b-4d28-8ab0-29a3c2680b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:59.315113 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-555f66ac-e41b-4d28-8ab0-29a3c2680b0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:38:59.316483 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-555f66ac-e41b-4d28-8ab0-29a3c2680b0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6404309-81ce-4011-ac10-dbf6f892160c HTTP/1.1" status: 204 len: 168 time: 0.2133923 Oct 28 11:38:59.326223 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f66ac-e41b-4d28-8ab0-29a3c2680b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6404309-81ce-4011-ac10-dbf6f892160c,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:00.050099 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:39:00.058552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43194) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:00.072417 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3ae52713-bc2e-4a0e-8fd3-2862452481ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:00.149907 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3ae52713-bc2e-4a0e-8fd3-2862452481ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:00.215000 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3ae52713-bc2e-4a0e-8fd3-2862452481ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:00.254774 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-3ae52713-bc2e-4a0e-8fd3-2862452481ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d409e300db254c47af7bddab659d17df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951208 Oct 28 11:39:00.255475 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae52713-bc2e-4a0e-8fd3-2862452481ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e7dc7-e7ca-4812-b504-48efd3247b1b,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:00.258264 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43196) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:00.549212 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d0f08e24-292b-487e-a285-589ed912351b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:00.570644 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d0f08e24-292b-487e-a285-589ed912351b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:00.706861 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d0f08e24-292b-487e-a285-589ed912351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:00.709716 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d0f08e24-292b-487e-a285-589ed912351b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:00.710908 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-d0f08e24-292b-487e-a285-589ed912351b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c76e7dc7-e7ca-4812-b504-48efd3247b1b HTTP/1.1" status: 204 len: 168 time: 0.4516358 Oct 28 11:39:00.719311 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f08e24-292b-487e-a285-589ed912351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e7dc7-e7ca-4812-b504-48efd3247b1b,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:01.815702 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43232) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:02.003656 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43240) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:02.046014 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1217957709-network', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:02.085492 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d4409c3-7cd7-4597-8bd3-b84cb61fc540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.154054 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Made reservation on behalf of 6c7e9e20137c4074adc486e467a29cd4 for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:39:02.156383 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.172500 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d4409c3-7cd7-4597-8bd3-b84cb61fc540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.174303 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.254491 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.263760 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-4d4409c3-7cd7-4597-8bd3-b84cb61fc540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.306458 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-4d4409c3-7cd7-4597-8bd3-b84cb61fc540 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97c5f956ce9b4e0698ce44a004dda096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016939 Oct 28 11:39:02.307309 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4409c3-7cd7-4597-8bd3-b84cb61fc540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bea40ae-c51c-46ae-827e-4161e0f3ec44,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:02.309487 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43244) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:02.328966 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.350774 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:39:02.370267 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-81f9e510-1421-4f32-be1e-f24979154693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.370977 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.371320 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Added segment 6da63194-2939-48bc-a085-730bce42811a of type vlan for network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 Oct 28 11:39:02.372748 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5554002b-53f2-4f91-b363-c26c524a8967,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:02.396358 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-81f9e510-1421-4f32-be1e-f24979154693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.417937 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.532331 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.533371 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:02.534004 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.566875 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-81f9e510-1421-4f32-be1e-f24979154693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.569856 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-81f9e510-1421-4f32-be1e-f24979154693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:02.571319 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-81f9e510-1421-4f32-be1e-f24979154693 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9bea40ae-c51c-46ae-827e-4161e0f3ec44 HTTP/1.1" status: 204 len: 168 time: 0.2602859 Oct 28 11:39:02.583243 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9e510-1421-4f32-be1e-f24979154693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bea40ae-c51c-46ae-827e-4161e0f3ec44,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:02.602482 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] Pushing event updated for resources: {'Network': ['ID=0748e7c1-2da7-40aa-b291-6693ee9e3a36,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:02.619271 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:39:02.679906 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-eb412a89-c1a6-4af6-8b57-e1634a2ee283 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8630295 Oct 28 11:39:02.683230 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43248) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:02.688304 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Request body: {'subnet': {'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1217957709-subnet', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'ip_version': 4}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:02.806726 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Made reservation on behalf of 6c7e9e20137c4074adc486e467a29cd4 for: {'subnet': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:39:02.809131 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16002144'] for subnet, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.070092 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16270376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16002162'] for subnet, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.125528 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c36b385-780b-436a-b432-d576b0b6fc0f,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:03.141576 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Checking segment: {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:03.142402 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Network hostable DHCP agents. Network: 0748e7c1-2da7-40aa-b291-6693ee9e3a36, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:39:03.258095 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:39:03.319731 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43256) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:03.334634 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-974f825d-6952-4e70-8930-8837bc19d35d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.354928 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, 0748e7c1-2da7-40aa-b291-6693ee9e3a36) {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:03.364868 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:03.365460 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.367156 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b8654c-2f44-4f60-9919-b62c2b6c3e79 None None] Network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:39:03.427217 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-974f825d-6952-4e70-8930-8837bc19d35d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.464789 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b6c21854-073b-48e5-af89-5c9112f76336 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7799456 Oct 28 11:39:03.467188 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43258) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:03.471912 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:03.526220 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:39:03.526812 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-974f825d-6952-4e70-8930-8837bc19d35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.527145 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.569445 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-974f825d-6952-4e70-8930-8837bc19d35d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d432a0bbe8a4908917ff870768b6d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461209 Oct 28 11:39:03.569445 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f825d-6952-4e70-8930-8837bc19d35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d8e006-b937-4b46-9f13-a55e7a0a9cf3,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:03.570752 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43260) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:03.626028 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.627770 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.641004 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a905b330-9051-4199-9fe1-9db24621c591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.672304 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Allocated IP 172.20.0.2 (0748e7c1-2da7-40aa-b291-6693ee9e3a36/9c36b385-780b-436a-b432-d576b0b6fc0f/b8456956-5b04-4c30-a82f-e13fd4527ffe) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:39:03.740219 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a905b330-9051-4199-9fe1-9db24621c591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.750506 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.839556 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.918999 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a905b330-9051-4199-9fe1-9db24621c591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.921616 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a905b330-9051-4199-9fe1-9db24621c591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:03.922818 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a905b330-9051-4199-9fe1-9db24621c591 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a6d8e006-b937-4b46-9f13-a55e7a0a9cf3 HTTP/1.1" status: 204 len: 168 time: 0.3508821 Oct 28 11:39:03.937147 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905b330-9051-4199-9fe1-9db24621c591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d8e006-b937-4b46-9f13-a55e7a0a9cf3,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:03.947514 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:04.005767 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:04.010367 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:04.015749 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:39:04.020135 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Pushing event updated for resources: {'Port': ['ID=b8456956-5b04-4c30-a82f-e13fd4527ffe,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:04.023946 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:04.078646 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Attempting to bind port b8456956-5b04-4c30-a82f-e13fd4527ffe on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:39:04.079007 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Attempting to bind port b8456956-5b04-4c30-a82f-e13fd4527ffe by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:39:04.079554 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Attempting to bind port b8456956-5b04-4c30-a82f-e13fd4527ffe on network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:04.085439 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:39:04.085819 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Checking segment: {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:04.086246 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:04.086636 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Bound using segment: {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:39:04.087102 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Bound port: b8456956-5b04-4c30-a82f-e13fd4527ffe, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:39:04.087487 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:04.154817 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] For port b8456956-5b04-4c30-a82f-e13fd4527ffe, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:39:04.160922 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] For port b8456956-5b04-4c30-a82f-e13fd4527ffe, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b8456956-5b04-4c30-a82f-e13fd4527ffe,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:39:04.306734 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:04.357554 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:04.388581 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e59f13-37c6-4738-9b78-93399b96924d None None] Pushing event updated for resources: {'Port': ['ID=b8456956-5b04-4c30-a82f-e13fd4527ffe,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:04.406843 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:04.563982 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Allocated IP 172.27.0.213 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/299e7109-0c01-4758-a818-a426b0e88f09) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:39:04.731901 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:04.861092 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:04.906007 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:04.911813 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:04.916678 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:39:04.920060 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Pushing event updated for resources: {'Port': ['ID=299e7109-0c01-4758-a818-a426b0e88f09,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:05.254524 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:05.413387 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cfa510-6ddb-4ee1-8632-cc62da5f340e None None] Network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:39:05.475624 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:05.554524 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-4f0f0e88-321a-4941-9041-01b546537cde None None] Provisioning complete for port b8456956-5b04-4c30-a82f-e13fd4527ffe triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:05.554892 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0e88-321a-4941-9041-01b546537cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:05.673519 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0e88-321a-4941-9041-01b546537cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:05.708585 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-4f0f0e88-321a-4941-9041-01b546537cde None None] For port b8456956-5b04-4c30-a82f-e13fd4527ffe, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b8456956-5b04-4c30-a82f-e13fd4527ffe,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:05.777840 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Router 76c25206-f419-4e92-9dcb-3335f5dff3b1 is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:39:05.854620 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0e88-321a-4941-9041-01b546537cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:05.893710 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:39:05.904339 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Sync routers for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:39:05.913731 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f0e88-321a-4941-9041-01b546537cde None None] Pushing event updated for resources: {'Port': ['ID=b8456956-5b04-4c30-a82f-e13fd4527ffe,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:05.920714 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:39:05.921940 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:05.993849 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] Publish callbacks [] for router, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:05.998134 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a6ee53c9-6e65-4cd7-947e-c066f17d8363 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5269074 Oct 28 11:39:05.998430 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43292) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:06.143267 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-3ee331b3-21b4-48ce-9831-a6f44d259b57 None None] Provisioning complete for port b8456956-5b04-4c30-a82f-e13fd4527ffe triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:06.143470 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-3ee331b3-21b4-48ce-9831-a6f44d259b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:06.217685 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:39:06.299173 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device b8456956-5b04-4c30-a82f-e13fd4527ffe up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:06.469446 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port b8456956-5b04-4c30-a82f-e13fd4527ffe triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:06.470754 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:06.534684 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:05Z', 'revision_number': 3, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:06.564705 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Checking router: 76c25206-f419-4e92-9dcb-3335f5dff3b1 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:39:06.565058 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Updating router 76c25206-f419-4e92-9dcb-3335f5dff3b1 port 299e7109-0c01-4758-a818-a426b0e88f09 binding host dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:39:06.600552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:06.620964 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:06.773881 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Allocated IP 172.20.0.1 (0748e7c1-2da7-40aa-b291-6693ee9e3a36/9c36b385-780b-436a-b432-d576b0b6fc0f/b150b2ce-8bf2-450d-9be7-8a967dd864e8) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:39:06.901686 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:06.927044 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Publish callbacks [] for port, precommit_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.077462 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.077845 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.115289 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:07.118573 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:07.124711 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:39:07.140030 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Attempting to bind port 299e7109-0c01-4758-a818-a426b0e88f09 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:39:07.140399 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Attempting to bind port 299e7109-0c01-4758-a818-a426b0e88f09 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:39:07.140758 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Attempting to bind port 299e7109-0c01-4758-a818-a426b0e88f09 on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:07.144157 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df468a34-d6c6-4907-af8e-a96660fec6a6 None None] Pushing event updated for resources: {'Port': ['ID=299e7109-0c01-4758-a818-a426b0e88f09,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:07.153318 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:39:07.153858 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:07.154377 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.154870 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:39:07.155455 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Bound port: 299e7109-0c01-4758-a818-a426b0e88f09, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:39:07.155940 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.163121 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Pushing event updated for resources: {'Port': ['ID=b150b2ce-8bf2-450d-9be7-8a967dd864e8,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:07.180036 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.240622 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] For port 299e7109-0c01-4758-a818-a426b0e88f09, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:39:07.245139 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] For port 299e7109-0c01-4758-a818-a426b0e88f09, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=299e7109-0c01-4758-a818-a426b0e88f09,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:39:07.341059 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.406086 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df468a34-d6c6-4907-af8e-a96660fec6a6 None None] Pushing event updated for resources: {'Port': ['ID=299e7109-0c01-4758-a818-a426b0e88f09,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:07.409073 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:39:07.409683 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:07.474507 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.507900 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-aff164b4-b3fd-4c50-9678-18e009b9761b None None] Provisioning complete for port b150b2ce-8bf2-450d-9be7-8a967dd864e8 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:07.508423 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-aff164b4-b3fd-4c50-9678-18e009b9761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.557621 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:39:07.559341 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-aff164b4-b3fd-4c50-9678-18e009b9761b None None] Port b150b2ce-8bf2-450d-9be7-8a967dd864e8 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:39:07.659383 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.746032 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:05Z', 'revision_number': 3, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:07.777643 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bde28a8-64c9-497e-902e-470f7c2fcfbc None None] The sync data for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi is: [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:05Z', 'revision_number': 3, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:39:07.781029 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.859298 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Pushing event updated for resources: {'Port': ['ID=b150b2ce-8bf2-450d-9be7-8a967dd864e8,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:07.863772 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:07.880492 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43350) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:07.973490 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:07.975934 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:08.049323 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3100830f-7a22-45f3-9b46-0c74d9aaf36f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.188463 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3100830f-7a22-45f3-9b46-0c74d9aaf36f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.203264 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Router 76c25206-f419-4e92-9dcb-3335f5dff3b1 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:39:08.254771 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 299e7109-0c01-4758-a818-a426b0e88f09 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:08.269445 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3100830f-7a22-45f3-9b46-0c74d9aaf36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.312527 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100830f-7a22-45f3-9b46-0c74d9aaf36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23e1dde-37dd-4517-8bfb-205a1bcf9fff,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:08.319533 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-3100830f-7a22-45f3-9b46-0c74d9aaf36f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78eb9fb8355b4650a6e66174b2a03586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378681 Oct 28 11:39:08.323171 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43354) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:08.345761 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-629c3028-1db4-4ea1-a335-f69ef4e614f3 None None] Provisioning complete for port b150b2ce-8bf2-450d-9be7-8a967dd864e8 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:08.346546 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-629c3028-1db4-4ea1-a335-f69ef4e614f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.358184 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:39:08.365202 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e5fcb316-0bda-449a-a474-147c0fc2becd admin admin] 10.222.0.79 "PUT /v2.0/routers/76c25206-f419-4e92-9dcb-3335f5dff3b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3656116 Oct 28 11:39:08.393406 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-db5636e0-50dc-4bdb-983d-a96fc6ff03ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.394187 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 299e7109-0c01-4758-a818-a426b0e88f09 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:08.394780 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.433048 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-db5636e0-50dc-4bdb-983d-a96fc6ff03ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.445189 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-629c3028-1db4-4ea1-a335-f69ef4e614f3 None None] Port b150b2ce-8bf2-450d-9be7-8a967dd864e8 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:39:08.520965 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.557830 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 299e7109-0c01-4758-a818-a426b0e88f09, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=299e7109-0c01-4758-a818-a426b0e88f09,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:08.613026 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-db5636e0-50dc-4bdb-983d-a96fc6ff03ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.615873 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-db5636e0-50dc-4bdb-983d-a96fc6ff03ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.617099 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-db5636e0-50dc-4bdb-983d-a96fc6ff03ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e23e1dde-37dd-4517-8bfb-205a1bcf9fff HTTP/1.1" status: 204 len: 168 time: 0.2925155 Oct 28 11:39:08.625741 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5636e0-50dc-4bdb-983d-a96fc6ff03ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23e1dde-37dd-4517-8bfb-205a1bcf9fff,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:08.676385 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:08.737399 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=299e7109-0c01-4758-a818-a426b0e88f09,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:09.304224 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43376) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:09.309233 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1056524069-network', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:09.402674 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Made reservation on behalf of 61bc6e8c290042bba97cc9b8431a6162 for: {'network': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:39:09.405232 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43378) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:09.405688 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.416235 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.421998 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-be6a9383-fb41-45a1-8164-850fe619251b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.507562 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-be6a9383-fb41-45a1-8164-850fe619251b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.513696 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.536170 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Sync routers for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:39:09.546756 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:39:09.547354 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:09.591374 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-be6a9383-fb41-45a1-8164-850fe619251b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.625953 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.631492 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a9383-fb41-45a1-8164-850fe619251b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66df060d-75c2-4fb9-b050-4cb2d63fcb1f,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:09.636097 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-be6a9383-fb41-45a1-8164-850fe619251b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=932f57a6f42447c6965f405023ffb021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295001 Oct 28 11:39:09.643213 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43380) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:09.658444 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=101984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:39:09.669082 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f8c0f-a0ab-4551-9b1a-659fd973bad3,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:09.672574 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:39:09.675017 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.675814 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.segments_db [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Added segment 6dc10ee8-8254-45cf-ada8-15f809f5a7c6 of type vlan for network f1cada43-0553-4b39-88e7-e88ed6810450 Oct 28 11:39:09.706628 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-66069bb8-01bd-4ba2-ab18-c0441cc357bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.725622 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-66069bb8-01bd-4ba2-ab18-c0441cc357bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.766635 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.893028 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.894296 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:09.895021 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:09.961302 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] Pushing event updated for resources: {'Network': ['ID=f1cada43-0553-4b39-88e7-e88ed6810450,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:09.972868 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network f1cada43-0553-4b39-88e7-e88ed6810450 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:39:10.003511 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b150b2ce-8bf2-450d-9be7-8a967dd864e8', 'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'mac_address': 'fa:16:3e:43:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:06Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 2, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'subnets': [{'id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:10.008666 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-66069bb8-01bd-4ba2-ab18-c0441cc357bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.011900 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-66069bb8-01bd-4ba2-ab18-c0441cc357bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.013538 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-66069bb8-01bd-4ba2-ab18-c0441cc357bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66df060d-75c2-4fb9-b050-4cb2d63fcb1f HTTP/1.1" status: 204 len: 168 time: 0.3725102 Oct 28 11:39:10.033468 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66069bb8-01bd-4ba2-ab18-c0441cc357bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66df060d-75c2-4fb9-b050-4cb2d63fcb1f,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:10.061748 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Checking router: 76c25206-f419-4e92-9dcb-3335f5dff3b1 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:39:10.062168 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Updating router 76c25206-f419-4e92-9dcb-3335f5dff3b1 port b150b2ce-8bf2-450d-9be7-8a967dd864e8 binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:39:10.086580 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-c08e2afa-3dc1-4097-812c-dfb111b77c37 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7808807 Oct 28 11:39:10.088933 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43386) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:10.094506 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Request body: {'subnet': {'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1056524069-subnet', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'ip_version': 4}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:10.100142 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.195239 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Made reservation on behalf of 61bc6e8c290042bba97cc9b8431a6162 for: {'subnet': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:39:10.202029 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16002144'] for subnet, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.218204 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 299e7109-0c01-4758-a818-a426b0e88f09 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:10.427818 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 299e7109-0c01-4758-a818-a426b0e88f09 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:10.428228 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.438405 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.509140 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.509633 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16270376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16002162'] for subnet, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.559091 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Pushing event updated for resources: {'Port': ['ID=b150b2ce-8bf2-450d-9be7-8a967dd864e8,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:10.573261 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3eece1-fce8-4b89-9ac0-f454b2ae42a0,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:10.577825 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.578219 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.578555 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.578882 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.579720 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.580052 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.580372 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.581470 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.581708 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.582065 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.589851 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.589851 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:10.590712 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Checking segment: {'id': '6dc10ee8-8254-45cf-ada8-15f809f5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:10.590712 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Network hostable DHCP agents. Network: f1cada43-0553-4b39-88e7-e88ed6810450, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:39:10.679369 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Network f1cada43-0553-4b39-88e7-e88ed6810450 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:39:10.686516 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Attempting to bind port b150b2ce-8bf2-450d-9be7-8a967dd864e8 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:39:10.686898 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Attempting to bind port b150b2ce-8bf2-450d-9be7-8a967dd864e8 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:39:10.687261 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Attempting to bind port b150b2ce-8bf2-450d-9be7-8a967dd864e8 on network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:10.693618 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:39:10.696302 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Checking segment: {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:10.696302 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.696302 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Bound using segment: {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:39:10.696302 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Bound port: b150b2ce-8bf2-450d-9be7-8a967dd864e8, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:39:10.696302 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.777675 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, f1cada43-0553-4b39-88e7-e88ed6810450) {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:10.788256 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:10.788256 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.788613 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7d8bbbd9-589c-4682-b5d2-75a7c197640c None None] Provisioning complete for port b150b2ce-8bf2-450d-9be7-8a967dd864e8 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:10.788613 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7d8bbbd9-589c-4682-b5d2-75a7c197640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.791001 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384f95ff-1fe9-47fa-8249-3059504e4fc9 None None] Network f1cada43-0553-4b39-88e7-e88ed6810450 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:39:10.795999 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] For port b150b2ce-8bf2-450d-9be7-8a967dd864e8, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:39:10.799462 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] For port b150b2ce-8bf2-450d-9be7-8a967dd864e8, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b150b2ce-8bf2-450d-9be7-8a967dd864e8,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:39:10.875337 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bbbd9-589c-4682-b5d2-75a7c197640c None None] Port b150b2ce-8bf2-450d-9be7-8a967dd864e8 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:39:10.974738 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:10.976828 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-67371325-4044-4149-a396-2025eff945f8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8866043 Oct 28 11:39:10.979718 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43404) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:10.985362 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:10.991229 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-f1cada43-0553-4b39-88e7-e88ed6810450', 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'fixed_ips': [{'subnet_id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:39:10.992156 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.055332 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:39:11.055963 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:11.129792 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c325c-3efd-4851-b509-7eb7abd48601 None None] Pushing event updated for resources: {'Port': ['ID=b150b2ce-8bf2-450d-9be7-8a967dd864e8,revision_number=4']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:11.168002 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Allocated IP 172.20.0.2 (f1cada43-0553-4b39-88e7-e88ed6810450/4b3eece1-fce8-4b89-9ac0-f454b2ae42a0/e80f70a0-bdbd-4d52-bf26-1575b8916103) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:39:11.201618 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:39:11.214518 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.215641 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.281840 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.334196 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-e7ba8970-7a39-45ad-8c5d-6deaf2c3355d None None] Provisioning complete for port b150b2ce-8bf2-450d-9be7-8a967dd864e8 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:11.334591 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8970-7a39-45ad-8c5d-6deaf2c3355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.430699 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.484535 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8970-7a39-45ad-8c5d-6deaf2c3355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.523713 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-e7ba8970-7a39-45ad-8c5d-6deaf2c3355d None None] For port b150b2ce-8bf2-450d-9be7-8a967dd864e8, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b150b2ce-8bf2-450d-9be7-8a967dd864e8,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:11.542658 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.577608 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b150b2ce-8bf2-450d-9be7-8a967dd864e8', 'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'mac_address': 'fa:16:3e:43:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:06Z', 'updated_at': '2021-10-28T11:39:10Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'subnets': [{'id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:11.611928 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Network f1cada43-0553-4b39-88e7-e88ed6810450 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:11.616016 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:11.634937 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8970-7a39-45ad-8c5d-6deaf2c3355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.655972 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:39:11.656655 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de385d8-c4f1-4dde-bbd5-76169596513e None None] The sync data for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi is: [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b150b2ce-8bf2-450d-9be7-8a967dd864e8', 'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'mac_address': 'fa:16:3e:43:e4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:06Z', 'updated_at': '2021-10-28T11:39:10Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'subnets': [{'id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:39:11.658987 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Pushing event updated for resources: {'Port': ['ID=e80f70a0-bdbd-4d52-bf26-1575b8916103,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:11.805454 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Attempting to bind port e80f70a0-bdbd-4d52-bf26-1575b8916103 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:39:11.807906 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Attempting to bind port e80f70a0-bdbd-4d52-bf26-1575b8916103 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '6dc10ee8-8254-45cf-ada8-15f809f5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:39:11.807906 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Attempting to bind port e80f70a0-bdbd-4d52-bf26-1575b8916103 on network f1cada43-0553-4b39-88e7-e88ed6810450 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:11.816493 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba8970-7a39-45ad-8c5d-6deaf2c3355d None None] Pushing event updated for resources: {'Port': ['ID=b150b2ce-8bf2-450d-9be7-8a967dd864e8,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:11.819803 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:39:11.820438 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Checking segment: {'id': '6dc10ee8-8254-45cf-ada8-15f809f5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:11.821029 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.821838 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Bound using segment: {'id': '6dc10ee8-8254-45cf-ada8-15f809f5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:39:11.822584 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Bound port: e80f70a0-bdbd-4d52-bf26-1575b8916103, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc10ee8-8254-45cf-ada8-15f809f5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:39:11.823166 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.877621 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:11.899086 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] For port e80f70a0-bdbd-4d52-bf26-1575b8916103, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:39:11.905560 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] For port e80f70a0-bdbd-4d52-bf26-1575b8916103, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=e80f70a0-bdbd-4d52-bf26-1575b8916103,segment=NetworkSegment(6dc10ee8-8254-45cf-ada8-15f809f5a7c6),segment_id=6dc10ee8-8254-45cf-ada8-15f809f5a7c6)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:39:12.031600 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:12.094556 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4d6fe-e809-4b72-8b53-798448ff6511 None None] Pushing event updated for resources: {'Port': ['ID=e80f70a0-bdbd-4d52-bf26-1575b8916103,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:12.276107 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:12.295076 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device b150b2ce-8bf2-450d-9be7-8a967dd864e8 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:12.306273 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:12.393266 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port b150b2ce-8bf2-450d-9be7-8a967dd864e8 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:12.393655 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:12.508000 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Allocated IP 172.27.0.248 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/4668ea49-9044-47a6-98c3-b202366dc42b) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:39:12.662307 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:12.786377 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:12.828412 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:12.832091 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:12.835805 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:39:12.860633 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=4668ea49-9044-47a6-98c3-b202366dc42b,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:13.229800 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:13.288782 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac518d8f-9b33-478c-9926-bfc659e0a8bc None None] Network f1cada43-0553-4b39-88e7-e88ed6810450 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:39:13.398460 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-d77ebbea-fdae-4d70-9aab-992ccfa411fc None None] Provisioning complete for port e80f70a0-bdbd-4d52-bf26-1575b8916103 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:13.398827 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d77ebbea-fdae-4d70-9aab-992ccfa411fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:13.453405 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:13.543241 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d77ebbea-fdae-4d70-9aab-992ccfa411fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:13.581788 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-d77ebbea-fdae-4d70-9aab-992ccfa411fc None None] For port e80f70a0-bdbd-4d52-bf26-1575b8916103, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=e80f70a0-bdbd-4d52-bf26-1575b8916103,segment=NetworkSegment(6dc10ee8-8254-45cf-ada8-15f809f5a7c6),segment_id=6dc10ee8-8254-45cf-ada8-15f809f5a7c6)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:13.666463 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d77ebbea-fdae-4d70-9aab-992ccfa411fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:13.698334 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Router a43b9089-cb06-4858-97e4-862176c5d64b is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:39:13.729532 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ebbea-fdae-4d70-9aab-992ccfa411fc None None] Pushing event updated for resources: {'Port': ['ID=e80f70a0-bdbd-4d52-bf26-1575b8916103,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:13.844150 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:39:13.858426 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Sync routers for ids ['a43b9089-cb06-4858-97e4-862176c5d64b'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:39:13.869299 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Routers {'a43b9089-cb06-4858-97e4-862176c5d64b'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:39:13.877667 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['a43b9089-cb06-4858-97e4-862176c5d64b'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:13.946147 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:13.947784 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c3a633aa-1822-4a0e-a5d1-a4530f354ec0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9663191 Oct 28 11:39:13.950619 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43464) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:13.961841 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-dd6d9381-a4e0-439d-923a-1c10fcf54ea0 None None] Provisioning complete for port e80f70a0-bdbd-4d52-bf26-1575b8916103 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:13.961841 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9381-a4e0-439d-923a-1c10fcf54ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:14.034520 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Set router a43b9089-cb06-4858-97e4-862176c5d64b gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:39:14.281606 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device e80f70a0-bdbd-4d52-bf26-1575b8916103 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:14.397281 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port e80f70a0-bdbd-4d52-bf26-1575b8916103 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:14.398031 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:14.411721 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:14.478153 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:11Z', 'updated_at': '2021-10-28T11:39:13Z', 'revision_number': 3, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'gw_port': {'id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:12Z', 'updated_at': '2021-10-28T11:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:14.508015 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Checking router: a43b9089-cb06-4858-97e4-862176c5d64b for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:39:14.508360 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Updating router a43b9089-cb06-4858-97e4-862176c5d64b port 4668ea49-9044-47a6-98c3-b202366dc42b binding host dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:39:14.546768 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:14.583733 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Allocated IP 172.20.0.1 (f1cada43-0553-4b39-88e7-e88ed6810450/4b3eece1-fce8-4b89-9ac0-f454b2ae42a0/07184e93-8870-43ee-9622-170b1e100029) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:39:14.705158 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:14.818388 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:14.837466 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Publish callbacks [] for port, precommit_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:14.868721 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Network f1cada43-0553-4b39-88e7-e88ed6810450 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:14.871920 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:14.874669 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:39:14.902737 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Pushing event updated for resources: {'Port': ['ID=07184e93-8870-43ee-9622-170b1e100029,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:14.926263 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:14.938049 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.035450 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75560665-4c21-4c3f-aaa8-e7fd1ac8b9ab None None] Pushing event updated for resources: {'Port': ['ID=4668ea49-9044-47a6-98c3-b202366dc42b,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:15.041747 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Attempting to bind port 4668ea49-9044-47a6-98c3-b202366dc42b on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:39:15.042745 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Attempting to bind port 4668ea49-9044-47a6-98c3-b202366dc42b by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:39:15.043303 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Attempting to bind port 4668ea49-9044-47a6-98c3-b202366dc42b on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:15.052050 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:39:15.052528 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:15.052943 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.053419 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:39:15.053970 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Bound port: 4668ea49-9044-47a6-98c3-b202366dc42b, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:39:15.061780 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.120826 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] For port 4668ea49-9044-47a6-98c3-b202366dc42b, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:39:15.124204 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] For port 4668ea49-9044-47a6-98c3-b202366dc42b, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4668ea49-9044-47a6-98c3-b202366dc42b,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:39:15.164748 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-a64190b3-35bb-49ab-a252-4a25bed30baf None None] Provisioning complete for port 07184e93-8870-43ee-9622-170b1e100029 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:15.165029 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a64190b3-35bb-49ab-a252-4a25bed30baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.192568 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.196069 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.234475 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-a64190b3-35bb-49ab-a252-4a25bed30baf None None] Port 07184e93-8870-43ee-9622-170b1e100029 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:39:15.266483 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Routers {'a43b9089-cb06-4858-97e4-862176c5d64b'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:39:15.268460 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['a43b9089-cb06-4858-97e4-862176c5d64b'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:15.315583 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75560665-4c21-4c3f-aaa8-e7fd1ac8b9ab None None] Pushing event updated for resources: {'Port': ['ID=4668ea49-9044-47a6-98c3-b202366dc42b,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:15.371378 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.404042 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] Set router a43b9089-cb06-4858-97e4-862176c5d64b gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:39:15.471804 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.764229 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Pushing event updated for resources: {'Port': ['ID=07184e93-8870-43ee-9622-170b1e100029,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:15.764229 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.766134 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:11Z', 'updated_at': '2021-10-28T11:39:15Z', 'revision_number': 4, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'gw_port': {'id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:12Z', 'updated_at': '2021-10-28T11:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '07184e93-8870-43ee-9622-170b1e100029', 'name': '', 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'mac_address': 'fa:16:3e:7c:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:14Z', 'updated_at': '2021-10-28T11:39:14Z', 'revision_number': 1, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'subnets': [{'id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:15.767424 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Network f1cada43-0553-4b39-88e7-e88ed6810450 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:15.767547 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661384c2-9b28-478f-b6d7-d4002572f945 None None] The sync data for ids ['a43b9089-cb06-4858-97e4-862176c5d64b'] in dv-cinder-815461-5-iscsi is: [{'id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:11Z', 'updated_at': '2021-10-28T11:39:15Z', 'revision_number': 4, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'gw_port': {'id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:12Z', 'updated_at': '2021-10-28T11:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '07184e93-8870-43ee-9622-170b1e100029', 'name': '', 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'mac_address': 'fa:16:3e:7c:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:14Z', 'updated_at': '2021-10-28T11:39:14Z', 'revision_number': 1, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'subnets': [{'id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:39:15.767703 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:15.831914 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Router a43b9089-cb06-4858-97e4-862176c5d64b has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:39:15.969179 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-fd0e86a1-a1c2-4793-95db-b773d83b07d1 None None] Provisioning complete for port 07184e93-8870-43ee-9622-170b1e100029 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:15.969680 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-fd0e86a1-a1c2-4793-95db-b773d83b07d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:15.988678 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:39:15.995084 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d6492325-1635-4a51-8cd9-4da48ccb6e74 admin admin] 10.222.0.79 "PUT /v2.0/routers/a43b9089-cb06-4858-97e4-862176c5d64b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0434515 Oct 28 11:39:16.013866 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e86a1-a1c2-4793-95db-b773d83b07d1 None None] Port 07184e93-8870-43ee-9622-170b1e100029 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:39:17.136961 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5f38d-f6ed-4cc7-bb13-619ffac2ff4c req-2905dcb6-b487-421b-a44e-74333f266ad7 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:17.138843 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-65f5f38d-f6ed-4cc7-bb13-619ffac2ff4c req-2905dcb6-b487-421b-a44e-74333f266ad7 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 945 time: 0.0819325 Oct 28 11:39:17.208847 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-65f5f38d-f6ed-4cc7-bb13-619ffac2ff4c req-4d417796-dc72-405b-b6f5-a0759a795041 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479884 Oct 28 11:39:18.271128 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4668ea49-9044-47a6-98c3-b202366dc42b up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:18.346676 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 4668ea49-9044-47a6-98c3-b202366dc42b triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:18.347711 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:18.355357 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4adb3a-f98c-4f73-87af-3eb9fcf1cda0 req-12e83682-6bdd-43b5-b624-cacf00849636 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:18.363995 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5b4adb3a-f98c-4f73-87af-3eb9fcf1cda0 req-12e83682-6bdd-43b5-b624-cacf00849636 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 945 time: 0.0753906 Oct 28 11:39:18.428936 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5b4adb3a-f98c-4f73-87af-3eb9fcf1cda0 req-caa4acd0-3e89-4776-9270-7d1cf7efb72b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644071 Oct 28 11:39:18.522495 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:18.547027 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 4668ea49-9044-47a6-98c3-b202366dc42b, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4668ea49-9044-47a6-98c3-b202366dc42b,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:18.612682 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:18.668973 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=4668ea49-9044-47a6-98c3-b202366dc42b,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:18.677137 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.677558 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.677860 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.678934 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.678934 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.678934 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.679180 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.679472 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.679798 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.680185 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.680497 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.680998 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:18.749943 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565ce21-59d5-4043-a973-70b55f676703 req-ce2f830b-6afb-40c4-a8c4-6df491093636 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:18.752979 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8565ce21-59d5-4043-a973-70b55f676703 req-ce2f830b-6afb-40c4-a8c4-6df491093636 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 945 time: 0.0606124 Oct 28 11:39:18.883370 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-8565ce21-59d5-4043-a973-70b55f676703 req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Deleting port b3fc9750-c4ac-497c-a6f1-1431deab87a1 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:39:18.883709 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8565ce21-59d5-4043-a973-70b55f676703 req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:18.994865 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-8565ce21-59d5-4043-a973-70b55f676703 req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] For port b3fc9750-c4ac-497c-a6f1-1431deab87a1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b3fc9750-c4ac-497c-a6f1-1431deab87a1,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:18.995805 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8565ce21-59d5-4043-a973-70b55f676703 req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:19.016268 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-8565ce21-59d5-4043-a973-70b55f676703 req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Calling delete_port for b3fc9750-c4ac-497c-a6f1-1431deab87a1 owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:39:19.235676 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8565ce21-59d5-4043-a973-70b55f676703 req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:19.248140 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['b3fc9750-c4ac-497c-a6f1-1431deab87a1'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:39:19.303485 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Pushing event deleted for resources: {'Port': ['ID=b3fc9750-c4ac-497c-a6f1-1431deab87a1,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:19.331283 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.331942 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.332331 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.332864 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.333200 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.333533 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.333869 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.334214 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.334677 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.335009 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.335337 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.335657 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:19.347369 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8565ce21-59d5-4043-a973-70b55f676703 req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] No DVR routers for this DVR port b3fc9750-c4ac-497c-a6f1-1431deab87a1 on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:39:19.350370 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-8565ce21-59d5-4043-a973-70b55f676703 req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:19.355230 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8565ce21-59d5-4043-a973-70b55f676703 req-23db95d4-6ded-4490-90fd-5c14a737e99d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.81 "DELETE /v2.0/ports/b3fc9750-c4ac-497c-a6f1-1431deab87a1 HTTP/1.1" status: 204 len: 173 time: 0.5879357 Oct 28 11:39:19.355731 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b51c7-06c8-4861-89e3-3e5b909ac633', 'name': 'network-vif-deleted', 'tag': 'b3fc9750-c4ac-497c-a6f1-1431deab87a1'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:39:19.361123 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6cae8f-6990-4f08-acab-9010a7d7a786" -d '{"events": [{"server_uuid": "5e1b51c7-06c8-4861-89e3-3e5b909ac633", "name": "network-vif-deleted", "tag": "b3fc9750-c4ac-497c-a6f1-1431deab87a1"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:39:19.416792 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cab7b2b-398b-4075-a75a-aee4016de060 x-openstack-request-id: req-0cab7b2b-398b-4075-a75a-aee4016de060 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:39:19.420099 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b51c7-06c8-4861-89e3-3e5b909ac633", "name": "network-vif-deleted", "tag": "b3fc9750-c4ac-497c-a6f1-1431deab87a1", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:39:19.420395 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0cab7b2b-398b-4075-a75a-aee4016de060 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:39:19.420876 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b51c7-06c8-4861-89e3-3e5b909ac633', 'name': 'network-vif-deleted', 'tag': 'b3fc9750-c4ac-497c-a6f1-1431deab87a1', 'status': 'completed', 'code': 200} Oct 28 11:39:19.675463 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Sync routers for ids ['a43b9089-cb06-4858-97e4-862176c5d64b'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:39:19.704493 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Routers {'a43b9089-cb06-4858-97e4-862176c5d64b'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:39:19.705062 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['a43b9089-cb06-4858-97e4-862176c5d64b'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:19.773682 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c8a9f800-ec59-47c0-8134-de373d42a2d8 req-a6c301c7-d59a-4a6f-ac88-a7a4ba20f3c9 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 210 time: 0.1968892 Oct 28 11:39:19.869708 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Set router a43b9089-cb06-4858-97e4-862176c5d64b gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:39:20.117984 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:11Z', 'updated_at': '2021-10-28T11:39:15Z', 'revision_number': 4, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'gw_port': {'id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:12Z', 'updated_at': '2021-10-28T11:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '07184e93-8870-43ee-9622-170b1e100029', 'name': '', 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'mac_address': 'fa:16:3e:7c:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:14Z', 'updated_at': '2021-10-28T11:39:15Z', 'revision_number': 2, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'subnets': [{'id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:20.151841 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Checking router: a43b9089-cb06-4858-97e4-862176c5d64b for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:39:20.152189 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Updating router a43b9089-cb06-4858-97e4-862176c5d64b port 07184e93-8870-43ee-9622-170b1e100029 binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:39:20.179715 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:20.200415 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4668ea49-9044-47a6-98c3-b202366dc42b up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:20.270479 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 4668ea49-9044-47a6-98c3-b202366dc42b triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:20.270923 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:20.463289 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:20.609420 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:20.612516 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-94f992dd-e919-44fe-a1ca-dc711aa270c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:20.664758 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854283c9-e973-4d63-8271-bd3a84f78fde None None] Pushing event updated for resources: {'Port': ['ID=07184e93-8870-43ee-9622-170b1e100029,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:20.772386 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Attempting to bind port 07184e93-8870-43ee-9622-170b1e100029 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:39:20.773451 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Attempting to bind port 07184e93-8870-43ee-9622-170b1e100029 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': '6dc10ee8-8254-45cf-ada8-15f809f5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:39:20.773629 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Attempting to bind port 07184e93-8870-43ee-9622-170b1e100029 on network f1cada43-0553-4b39-88e7-e88ed6810450 {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:20.784168 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:39:20.784901 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Checking segment: {'id': '6dc10ee8-8254-45cf-ada8-15f809f5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:20.787628 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:20.787628 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Bound using segment: {'id': '6dc10ee8-8254-45cf-ada8-15f809f5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:39:20.787628 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Bound port: 07184e93-8870-43ee-9622-170b1e100029, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc10ee8-8254-45cf-ada8-15f809f5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:39:20.795308 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:21.086442 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] For port 07184e93-8870-43ee-9622-170b1e100029, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:39:21.091463 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-4f29d71b-9da6-4dde-a5bd-f13b0c772655 None None] Provisioning complete for port 07184e93-8870-43ee-9622-170b1e100029 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:21.093570 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] For port 07184e93-8870-43ee-9622-170b1e100029, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=07184e93-8870-43ee-9622-170b1e100029,segment=NetworkSegment(6dc10ee8-8254-45cf-ada8-15f809f5a7c6),segment_id=6dc10ee8-8254-45cf-ada8-15f809f5a7c6)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:39:21.094090 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4f29d71b-9da6-4dde-a5bd-f13b0c772655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:21.096857 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-69ae8fa1-8d72-479c-a482-c939870a2325 req-63ec7520-1e5a-4db1-bada-6fe5a5974926 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e1b51c7-06c8-4861-89e3-3e5b909ac633 HTTP/1.1" status: 200 len: 210 time: 0.1340461 Oct 28 11:39:21.168893 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-4f29d71b-9da6-4dde-a5bd-f13b0c772655 None None] Port 07184e93-8870-43ee-9622-170b1e100029 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:39:21.172483 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:21.254495 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Routers {'a43b9089-cb06-4858-97e4-862176c5d64b'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:39:21.255448 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:38:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['a43b9089-cb06-4858-97e4-862176c5d64b'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:21.335051 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854283c9-e973-4d63-8271-bd3a84f78fde None None] Pushing event updated for resources: {'Port': ['ID=07184e93-8870-43ee-9622-170b1e100029,revision_number=4']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:21.440638 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] Set router a43b9089-cb06-4858-97e4-862176c5d64b gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:39:21.598333 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-d2318f1f-6b15-4340-a492-697a259f5c2f None None] Provisioning complete for port 07184e93-8870-43ee-9622-170b1e100029 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:21.598333 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d2318f1f-6b15-4340-a492-697a259f5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:21.684600 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d2318f1f-6b15-4340-a492-697a259f5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:21.724405 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-d2318f1f-6b15-4340-a492-697a259f5c2f None None] For port 07184e93-8870-43ee-9622-170b1e100029, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=07184e93-8870-43ee-9622-170b1e100029,segment=NetworkSegment(6dc10ee8-8254-45cf-ada8-15f809f5a7c6),segment_id=6dc10ee8-8254-45cf-ada8-15f809f5a7c6)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:21.769940 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:11Z', 'updated_at': '2021-10-28T11:39:15Z', 'revision_number': 4, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'gw_port': {'id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:12Z', 'updated_at': '2021-10-28T11:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '07184e93-8870-43ee-9622-170b1e100029', 'name': '', 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'mac_address': 'fa:16:3e:7c:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:14Z', 'updated_at': '2021-10-28T11:39:21Z', 'revision_number': 4, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'subnets': [{'id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:39:21.798135 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5556a94-ac81-4181-9feb-122dbd43055f None None] The sync data for ids ['a43b9089-cb06-4858-97e4-862176c5d64b'] in dv-cinder-815461-5-iscsi is: [{'id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:11Z', 'updated_at': '2021-10-28T11:39:15Z', 'revision_number': 4, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'gw_port': {'id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:12Z', 'updated_at': '2021-10-28T11:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '07184e93-8870-43ee-9622-170b1e100029', 'name': '', 'network_id': 'f1cada43-0553-4b39-88e7-e88ed6810450', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'mac_address': 'fa:16:3e:7c:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:14Z', 'updated_at': '2021-10-28T11:39:21Z', 'revision_number': 4, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'subnets': [{'id': '4b3eece1-fce8-4b89-9ac0-f454b2ae42a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:39:21.926366 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d2318f1f-6b15-4340-a492-697a259f5c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:21.981102 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318f1f-6b15-4340-a492-697a259f5c2f None None] Pushing event updated for resources: {'Port': ['ID=07184e93-8870-43ee-9622-170b1e100029,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:22.318650 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 07184e93-8870-43ee-9622-170b1e100029 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:22.390061 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 07184e93-8870-43ee-9622-170b1e100029 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:22.390630 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:22.534611 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:22.776261 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9c52-7c7d-4eba-85b7-5f71250594a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:23.118138 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b3fc9750-c4ac-497c-a6f1-1431deab87a1 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:39:23.142404 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: b3fc9750-c4ac-497c-a6f1-1431deab87a1 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:39:23.143097 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device b3fc9750-c4ac-497c-a6f1-1431deab87a1 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:39:23.425051 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:23.802548 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:25.648126 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:26.089928 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-2c7bb612-e349-4536-8ab6-516f5b9797aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:26.092843 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-2c7bb612-e349-4536-8ab6-516f5b9797aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1098 time: 0.0572221 Oct 28 11:39:26.247868 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fecd16-66ed-4b86-a9ae-034330e9b960 req-af367088-0fd9-4bf5-b126-c6024a42d3b5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:26.249988 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-27fecd16-66ed-4b86-a9ae-034330e9b960 req-af367088-0fd9-4bf5-b126-c6024a42d3b5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.1094618 Oct 28 11:39:26.279158 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-f61d3f82-bf0d-4f0a-9fad-73a5151dceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:26.280593 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-f61d3f82-bf0d-4f0a-9fad-73a5151dceb3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 200 len: 910 time: 0.1651857 Oct 28 11:39:26.339371 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-27fecd16-66ed-4b86-a9ae-034330e9b960 req-33f87dad-456e-4254-93cb-bc6811757c0b tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762179 Oct 28 11:39:26.389220 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-498a36f5-c40f-4f5f-a51f-ccd6c795703b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 200 len: 1000 time: 0.0927413 Oct 28 11:39:26.447104 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-884752c6-5d4c-4bb9-bb90-d2a8793f7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:26.448710 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-884752c6-5d4c-4bb9-bb90-d2a8793f7c2b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95ff6c20-41be-4593-b884-498bc0600560 HTTP/1.1" status: 200 len: 848 time: 0.0543060 Oct 28 11:39:26.508918 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-76331cc6-31b7-4bf0-9870-a95c4c6d4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:26.510496 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-76331cc6-31b7-4bf0-9870-a95c4c6d4fe6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33eb3449-b6d1-4e43-ade1-99985866bde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525453 Oct 28 11:39:26.882592 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-942f9860-2d7e-4032-8fb1-b823b82a7a0d service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608963 Oct 28 11:39:26.991651 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb7588c1-b38b-4950-9787-c10d21ad5d46 req-079de3f6-5efd-4185-b7ef-1988a8d31274 service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988274 Oct 28 11:39:27.480959 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076cc4c-6aa3-4ddd-8fa6-bbf6f7d870ab req-4170955d-5ebe-462e-a69a-6372f304fd7f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:27.482784 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a076cc4c-6aa3-4ddd-8fa6-bbf6f7d870ab req-4170955d-5ebe-462e-a69a-6372f304fd7f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0571764 Oct 28 11:39:27.524358 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a076cc4c-6aa3-4ddd-8fa6-bbf6f7d870ab req-83b8605a-68ca-4bf2-9fe2-b1f72e7286b7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340924 Oct 28 11:39:28.453139 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43662) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:28.593776 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0362482a-652c-44b2-a7ad-c8bf66fa96c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:28.693540 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985dda4-58fa-45ac-9e20-9fcd672f7407 req-e6013e75-6ea5-458b-813c-614f616cda46 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:28.695246 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6985dda4-58fa-45ac-9e20-9fcd672f7407 req-e6013e75-6ea5-458b-813c-614f616cda46 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0579631 Oct 28 11:39:28.717051 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0362482a-652c-44b2-a7ad-c8bf66fa96c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:28.737325 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6985dda4-58fa-45ac-9e20-9fcd672f7407 req-298d6586-0d8b-4d54-941e-ac03ce48fd6b tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349019 Oct 28 11:39:28.874778 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0362482a-652c-44b2-a7ad-c8bf66fa96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:28.919120 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-0362482a-652c-44b2-a7ad-c8bf66fa96c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18a20daaea7f4cd48eca0029826111b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648638 Oct 28 11:39:28.919943 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362482a-652c-44b2-a7ad-c8bf66fa96c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1247a657-8745-4021-8302-b73fb074101d,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:28.924958 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43674) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:28.976343 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ae9b36ba-a2d6-4d97-8b4e-4a7f84784a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:28.997220 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ae9b36ba-a2d6-4d97-8b4e-4a7f84784a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:29.145463 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ae9b36ba-a2d6-4d97-8b4e-4a7f84784a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:29.148056 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ae9b36ba-a2d6-4d97-8b4e-4a7f84784a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:29.149228 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ae9b36ba-a2d6-4d97-8b4e-4a7f84784a21 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1247a657-8745-4021-8302-b73fb074101d HTTP/1.1" status: 204 len: 168 time: 0.2262597 Oct 28 11:39:29.156989 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b36ba-a2d6-4d97-8b4e-4a7f84784a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1247a657-8745-4021-8302-b73fb074101d,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:29.817149 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-3972f7fa-bf5c-41f7-8465-328a390c2297 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:29.819105 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-3972f7fa-bf5c-41f7-8465-328a390c2297 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/networks?id=0748e7c1-2da7-40aa-b291-6693ee9e3a36 HTTP/1.1" status: 200 len: 815 time: 0.1149712 Oct 28 11:39:29.842290 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-b9b3418b-d279-4765-ba1f-bf9be38637a3 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/quotas/6c7e9e20137c4074adc486e467a29cd4 HTTP/1.1" status: 200 len: 375 time: 0.0125153 Oct 28 11:39:29.874668 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7460f-806a-497d-8bbb-d99b6b5e6477 req-285ba459-9ab4-4a80-bb54-f3c495835bcf tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:29.876399 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cbf7460f-806a-497d-8bbb-d99b6b5e6477 req-285ba459-9ab4-4a80-bb54-f3c495835bcf tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0620222 Oct 28 11:39:29.903542 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-95bb25dd-68cf-408f-b122-e8db7724346b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c7e9e20137c4074adc486e467a29cd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561299 Oct 28 11:39:29.922052 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cbf7460f-806a-497d-8bbb-d99b6b5e6477 req-4395678e-4f17-4bde-9ddf-164d1ccfd611 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350738 Oct 28 11:39:29.988090 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43710) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:30.003993 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7348-af9f-407f-a1f5-72f4f9dd9ca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:30.139647 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7348-af9f-407f-a1f5-72f4f9dd9ca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:30.187764 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-6a18b883-a3ba-47a4-b69e-4dac3c2f9015 service neutron] 10.222.0.79 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711494 Oct 28 11:39:30.250425 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7348-af9f-407f-a1f5-72f4f9dd9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:30.313658 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b4aa7348-af9f-407f-a1f5-72f4f9dd9ca1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=379730a27dba4dcfb408860d12952b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243833 Oct 28 11:39:30.316294 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa7348-af9f-407f-a1f5-72f4f9dd9ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d982fbb8-e1b6-4c74-a5a4-3e396ba16868,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:30.317050 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43718) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:30.337470 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-8545ebf8-5edf-4c0c-8b92-d218d53feb68 service neutron] 10.222.0.79 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411278 Oct 28 11:39:30.375051 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d71504a9-6679-43c4-9b29-63a0ccf53ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:30.402135 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d71504a9-6679-43c4-9b29-63a0ccf53ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:30.567923 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d71504a9-6679-43c4-9b29-63a0ccf53ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:30.570580 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d71504a9-6679-43c4-9b29-63a0ccf53ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:30.572036 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d71504a9-6679-43c4-9b29-63a0ccf53ff0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d982fbb8-e1b6-4c74-a5a4-3e396ba16868 HTTP/1.1" status: 204 len: 168 time: 0.2540009 Oct 28 11:39:30.580302 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71504a9-6679-43c4-9b29-63a0ccf53ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d982fbb8-e1b6-4c74-a5a4-3e396ba16868,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:30.737881 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8e4a9d14-1ebf-425d-a1cc-3f9011cc3d0b req-d98c5f59-6f90-4965-a02a-9e8bdb27a491 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 210 time: 0.0350652 Oct 28 11:39:31.048253 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae5da7-3abe-42bb-aef7-f374558787d6 req-a413d996-a53a-4710-a668-61b4a7dd32a9 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:31.050048 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-66ae5da7-3abe-42bb-aef7-f374558787d6 req-a413d996-a53a-4710-a668-61b4a7dd32a9 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0543790 Oct 28 11:39:31.097086 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-66ae5da7-3abe-42bb-aef7-f374558787d6 req-3d74a3f9-a810-4ce5-bade-65f7683097f0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406280 Oct 28 11:39:31.347354 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 43744) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:31.361953 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fcdb639d-03b4-471b-80f0-21df3b41f6cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:31.441791 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fcdb639d-03b4-471b-80f0-21df3b41f6cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:31.539038 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fcdb639d-03b4-471b-80f0-21df3b41f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:31.579315 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-fcdb639d-03b4-471b-80f0-21df3b41f6cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3471b2923252417b8d85a33532254b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307794 Oct 28 11:39:31.580223 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb639d-03b4-471b-80f0-21df3b41f6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccab8089-a36e-4c22-9bfe-c57c5c6a4351,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:31.582026 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 43746) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:31.634049 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7baed7d2-4ecd-4015-860a-10efc401f465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:31.655854 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7baed7d2-4ecd-4015-860a-10efc401f465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:31.819488 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f9e851e0-a325-4d79-be70-69d33d1324db req-5874ab80-2c75-4c26-b39f-601ec6a33039 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 210 time: 0.0285354 Oct 28 11:39:31.859462 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7baed7d2-4ecd-4015-860a-10efc401f465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:31.863386 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7baed7d2-4ecd-4015-860a-10efc401f465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:31.864609 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-7baed7d2-4ecd-4015-860a-10efc401f465 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ccab8089-a36e-4c22-9bfe-c57c5c6a4351 HTTP/1.1" status: 204 len: 168 time: 0.2815621 Oct 28 11:39:31.873751 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baed7d2-4ecd-4015-860a-10efc401f465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccab8089-a36e-4c22-9bfe-c57c5c6a4351,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:32.225723 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02c84b-b9e7-44c9-bc89-47c10149a7ab req-0154bb9f-24ef-45cc-8647-f3efc59e4e94 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:32.227268 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c02c84b-b9e7-44c9-bc89-47c10149a7ab req-0154bb9f-24ef-45cc-8647-f3efc59e4e94 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0589302 Oct 28 11:39:32.274747 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c02c84b-b9e7-44c9-bc89-47c10149a7ab req-4baf525d-4b93-41f4-8ecf-d5f36beda347 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Oct 28 11:39:32.917995 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-98068508-5169-4cad-80d3-8e4804da4e13 req-70a83030-57b4-4934-87c1-9af3f60ad65d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 210 time: 0.0306754 Oct 28 11:39:33.445274 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f60397-c1af-4a1b-b493-8051a5f8c6b7 req-e4cc5fb6-20e8-431f-9edb-a68ff02032ff tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:33.447902 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-72f60397-c1af-4a1b-b493-8051a5f8c6b7 req-e4cc5fb6-20e8-431f-9edb-a68ff02032ff tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0672448 Oct 28 11:39:33.507635 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-72f60397-c1af-4a1b-b493-8051a5f8c6b7 req-d6394c0f-dd96-4b72-8616-44b64dcd4307 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487826 Oct 28 11:39:33.655418 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-0b3495d6-ce6e-488e-8955-dfa381d07fb8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:33.657446 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-0b3495d6-ce6e-488e-8955-dfa381d07fb8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.81 "GET /v2.0/networks?id=0748e7c1-2da7-40aa-b291-6693ee9e3a36 HTTP/1.1" status: 200 len: 815 time: 0.1225801 Oct 28 11:39:33.672775 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'port': {'device_id': '378336c5-b12b-4009-80af-5db98f89ef10', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'admin_state_up': True, 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:33.677202 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-51e7c476-15a6-48b6-8b56-1ac586eab121 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:33.678764 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-51e7c476-15a6-48b6-8b56-1ac586eab121 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/networks?id=ab428006-d260-4ff7-8249-d59789acaed7 HTTP/1.1" status: 200 len: 813 time: 0.1210802 Oct 28 11:39:33.706948 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-dfdc6ee0-e208-42e0-bf47-b5696c93e348 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/quotas/9d692aed5e994acda681e044ef31dcae HTTP/1.1" status: 200 len: 375 time: 0.0190079 Oct 28 11:39:33.746051 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-edd1ad8f-3c1d-40bb-90cf-606f98b2fb5e tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d692aed5e994acda681e044ef31dcae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380647 Oct 28 11:39:33.922300 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Made reservation on behalf of 6c7e9e20137c4074adc486e467a29cd4 for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:39:33.927154 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:33.971257 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-50db795e-966a-4b94-b11f-834e729b97e3 service neutron] 10.222.0.79 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240379 Oct 28 11:39:34.043897 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef0933e6-855b-48a4-837f-949e534d7aab req-ef83d788-d555-4357-a7e5-e0790587d055 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 210 time: 0.0421207 Oct 28 11:39:34.087297 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-1ff78e4e-6052-4958-8d8e-a9a0be9dc11d service neutron] 10.222.0.79 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144564 Oct 28 11:39:34.132222 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Allocated IP 172.20.0.4 (0748e7c1-2da7-40aa-b291-6693ee9e3a36/9c36b385-780b-436a-b432-d576b0b6fc0f/48402c06-03a8-433a-92ff-d06435263775) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:39:34.357566 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:34.392274 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ca413bed-ae9f-4ca1-8f7b-4e62f632ed57 req-c2d5a89d-a2f7-467b-ba38-487e458beaa8 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0430620 Oct 28 11:39:34.518428 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:34.571731 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:34.575340 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:34.579522 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:39:34.610676 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'Port': ['ID=48402c06-03a8-433a-92ff-d06435263775,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:34.642207 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:34.643500 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:34.657179 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9f514-9a10-4f9a-aa25-d364ba169020 req-df3418d1-ab91-4920-8c51-ce0b9a71dc73 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:34.660043 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-eed9f514-9a10-4f9a-aa25-d364ba169020 req-df3418d1-ab91-4920-8c51-ce0b9a71dc73 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0634677 Oct 28 11:39:34.706253 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-eed9f514-9a10-4f9a-aa25-d364ba169020 req-ffe7198e-355f-4592-8cb0-84565da148d0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 Oct 28 11:39:34.800645 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-a8cc5b97-5037-4b16-8603-b899b9352202 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1320274 Oct 28 11:39:34.856709 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-e25e2551-b2e8-4fcb-8001-85a7d1f431f4 None None] Provisioning complete for port 48402c06-03a8-433a-92ff-d06435263775 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:34.866497 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e25e2551-b2e8-4fcb-8001-85a7d1f431f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:34.976527 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Request body: {'port': {'device_id': '378336c5-b12b-4009-80af-5db98f89ef10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:34.976751 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-e25e2551-b2e8-4fcb-8001-85a7d1f431f4 None None] Port 48402c06-03a8-433a-92ff-d06435263775 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:39:35.169238 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:35.266698 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40928ccb-4d98-43fd-b7b5-e21229335ce8 req-d2f0c3f6-f4c1-4b48-99f8-61fc0d3464be tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:35.275259 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-40928ccb-4d98-43fd-b7b5-e21229335ce8 req-d2f0c3f6-f4c1-4b48-99f8-61fc0d3464be tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0950477 Oct 28 11:39:35.362524 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-40928ccb-4d98-43fd-b7b5-e21229335ce8 req-a0580554-6953-4177-aefd-26015926cbb7 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772979 Oct 28 11:39:35.362842 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200aca-6ae1-4e52-bd81-dbd503d42ce5 req-ab238ecc-8358-4a3a-9bd7-facc411b56bc tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:35.370525 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4e200aca-6ae1-4e52-bd81-dbd503d42ce5 req-ab238ecc-8358-4a3a-9bd7-facc411b56bc tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 931 time: 0.1617379 Oct 28 11:39:35.501670 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39fdcbfb-dfc2-4d2d-9031-18139844b7e4 req-3a492086-ffaf-4cef-acf2-4c98d9bb2db2 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0483413 Oct 28 11:39:35.533628 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4e200aca-6ae1-4e52-bd81-dbd503d42ce5 req-1e28cfc9-d9f1-4e4d-ab9d-e747859953e8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593943 Oct 28 11:39:35.745298 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48402c06-03a8-433a-92ff-d06435263775 {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:39:35.757785 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:35.790162 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Transition to ACTIVE for port object 48402c06-03a8-433a-92ff-d06435263775 will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:39:35.910137 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:35.978174 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Pushing event updated for resources: {'Port': ['ID=48402c06-03a8-433a-92ff-d06435263775,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:36.148413 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Attempting to bind port 48402c06-03a8-433a-92ff-d06435263775 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:39:36.155016 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Attempting to bind port 48402c06-03a8-433a-92ff-d06435263775 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:39:36.155016 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Attempting to bind port 48402c06-03a8-433a-92ff-d06435263775 on network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:36.155016 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Port 48402c06-03a8-433a-92ff-d06435263775 on network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:39:36.155405 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Attempting to bind port 48402c06-03a8-433a-92ff-d06435263775 on network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:36.162980 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:39:36.163360 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Checking segment: {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:36.163701 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Bound using segment: {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:39:36.164136 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Bound port: 48402c06-03a8-433a-92ff-d06435263775, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da63194-2939-48bc-a085-730bce42811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:39:36.164496 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:36.227964 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7aab7-74cf-4e90-9e3e-20fa7ec6858f req-48f243a0-efc8-4dec-8393-d877055ff204 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:36.230537 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74c7aab7-74cf-4e90-9e3e-20fa7ec6858f req-48f243a0-efc8-4dec-8393-d877055ff204 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.4222143 Oct 28 11:39:36.281603 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] For port 48402c06-03a8-433a-92ff-d06435263775, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:39:36.286475 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] For port 48402c06-03a8-433a-92ff-d06435263775, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=48402c06-03a8-433a-92ff-d06435263775,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:39:36.300873 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74c7aab7-74cf-4e90-9e3e-20fa7ec6858f req-bcaaf524-fd9a-42b6-b509-1dfaf9bbfab2 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644507 Oct 28 11:39:36.385358 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:36.430872 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:36.431510 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:36.432902 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] 10.222.0.81 "PUT /v2.0/ports/48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 200 len: 1093 time: 1.6229110 Oct 28 11:39:36.433354 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:39:36.438590 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a42207-3c86-4a58-8c0d-6e9a8065befb" -d '{"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:39:36.526911 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac60f7ab-0b7d-4dd3-8610-e71d82d50289 x-openstack-request-id: req-ac60f7ab-0b7d-4dd3-8610-e71d82d50289 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:39:36.526911 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:39:36.526911 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac60f7ab-0b7d-4dd3-8610-e71d82d50289 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:39:36.526911 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775', 'status': 'completed', 'code': 200} Oct 28 11:39:36.547752 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b4981-b7d7-414f-9ab3-70ae149c5d71 service neutron] Pushing event updated for resources: {'Port': ['ID=48402c06-03a8-433a-92ff-d06435263775,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:36.616287 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5eddcd-bd01-4b0b-a55c-0eb9c3939851 req-2e441825-edda-436c-8fb3-2520752ba168 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:36.617922 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2d5eddcd-bd01-4b0b-a55c-0eb9c3939851 req-2e441825-edda-436c-8fb3-2520752ba168 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0916824 Oct 28 11:39:36.631150 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d403c201-7f2e-4b86-8f77-e3d2981b620d req-bc41675d-96bc-434f-ad66-096f19ef434d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0317380 Oct 28 11:39:36.722755 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2d5eddcd-bd01-4b0b-a55c-0eb9c3939851 req-45871d8d-7717-4f6f-8f2b-fc8f1621f0a0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867574 Oct 28 11:39:36.790232 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb76324-8cb6-491e-8e32-36f072123aec req-eac971d0-3ed2-45c4-a900-d2abd5939476 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:36.792086 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9eb76324-8cb6-491e-8e32-36f072123aec req-eac971d0-3ed2-45c4-a900-d2abd5939476 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0692842 Oct 28 11:39:36.838374 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9eb76324-8cb6-491e-8e32-36f072123aec req-ea9fac1a-c493-440b-807b-58d7c816d696 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Oct 28 11:39:37.050912 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:39:37.442182 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b68a97-8b7d-4602-9bd2-aac7493b2fd2 req-1ef51cc8-8c58-4d2d-bc97-6288e2fc57f0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:37.443863 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-52b68a97-8b7d-4602-9bd2-aac7493b2fd2 req-1ef51cc8-8c58-4d2d-bc97-6288e2fc57f0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0557275 Oct 28 11:39:37.492037 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-52b68a97-8b7d-4602-9bd2-aac7493b2fd2 req-2ef01582-6be6-4e9c-aeac-7ae46e4d7897 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401962 Oct 28 11:39:37.743652 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d788f1aa-84be-4852-b632-facd03f2e744 req-08828c5a-38d7-4d33-9c1f-aa5648b4f4bf tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0308709 Oct 28 11:39:37.852586 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb1b5-41e7-4d1a-a764-972e8205871d req-5397b3eb-d8e2-4b2d-9639-961d5666ad2a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:37.854238 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9f0cb1b5-41e7-4d1a-a764-972e8205871d req-5397b3eb-d8e2-4b2d-9639-961d5666ad2a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0526724 Oct 28 11:39:37.929444 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9f0cb1b5-41e7-4d1a-a764-972e8205871d req-061b757f-bb67-474e-af7d-c25ca5af3324 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654521 Oct 28 11:39:37.978639 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c098d-af98-41a6-9855-bad03a2364c7 req-f583b082-f7d7-40e3-a846-e124304d64be tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:37.980565 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6e5c098d-af98-41a6-9855-bad03a2364c7 req-f583b082-f7d7-40e3-a846-e124304d64be tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0668485 Oct 28 11:39:38.022062 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6e5c098d-af98-41a6-9855-bad03a2364c7 req-d4f7b521-fec6-4cde-bc04-c0645d78c87f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346620 Oct 28 11:39:38.640233 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5246bb9-0f96-47b1-b2b3-4866233c0f55 req-cabad0d3-9154-4efb-a26a-e20953d0a581 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:38.641802 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c5246bb9-0f96-47b1-b2b3-4866233c0f55 req-cabad0d3-9154-4efb-a26a-e20953d0a581 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0527480 Oct 28 11:39:38.688945 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c5246bb9-0f96-47b1-b2b3-4866233c0f55 req-d4d37316-186e-4233-92b4-3deed29efed8 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393915 Oct 28 11:39:38.859670 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2334d6eb-d185-451e-97e5-ffcb92056a19 req-c1a6519d-6ed8-4626-b936-18e80fac90d2 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0373406 Oct 28 11:39:39.324622 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71283470-6b53-41ca-b4da-d3dfb77e742a req-a437a32e-ea1c-4c1b-8154-8dc05a653c23 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:39.327232 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-71283470-6b53-41ca-b4da-d3dfb77e742a req-a437a32e-ea1c-4c1b-8154-8dc05a653c23 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0646296 Oct 28 11:39:39.331962 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d8d6f-5f72-4cfc-ac8e-e4568dea1602 req-3f4835c7-4141-4f68-8599-8167e3c89cd7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:39.333760 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-101d8d6f-5f72-4cfc-ac8e-e4568dea1602 req-3f4835c7-4141-4f68-8599-8167e3c89cd7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0732343 Oct 28 11:39:39.381659 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-71283470-6b53-41ca-b4da-d3dfb77e742a req-55241560-08fd-4eb5-a082-084e19449d30 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427217 Oct 28 11:39:39.398586 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-101d8d6f-5f72-4cfc-ac8e-e4568dea1602 req-28a12b87-cffa-42af-9ee7-3269a21f3363 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575683 Oct 28 11:39:39.819141 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ccf48-19fe-4c46-8008-697950a2295d req-6a140d17-8a77-48bd-9a7b-827ba6143bf5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:39.821148 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c21ccf48-19fe-4c46-8008-697950a2295d req-6a140d17-8a77-48bd-9a7b-827ba6143bf5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0580623 Oct 28 11:39:39.872461 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c21ccf48-19fe-4c46-8008-697950a2295d req-18d5254b-44a5-4c6c-bfb8-32ed16fe4c03 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 Oct 28 11:39:39.947090 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5e8e191-b67f-4ec3-b50d-385100dca961 req-64b6c9d8-2a09-4cf6-96e8-aacfa13e104a tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0289941 Oct 28 11:39:40.531101 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98793011-f0f5-487a-b6ec-2464ffb7cff0 req-45085008-b81e-4348-95d1-70ec80d4f8d3 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:40.532672 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-98793011-f0f5-487a-b6ec-2464ffb7cff0 req-45085008-b81e-4348-95d1-70ec80d4f8d3 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0610595 Oct 28 11:39:40.557971 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98666001-e8ee-4312-8910-66091e20acf9 req-5532b779-f281-4174-8130-65d3baafbdcc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:40.559543 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-98666001-e8ee-4312-8910-66091e20acf9 req-5532b779-f281-4174-8130-65d3baafbdcc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0612261 Oct 28 11:39:40.581457 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-98793011-f0f5-487a-b6ec-2464ffb7cff0 req-3dc956d8-a308-4277-b167-e98f1cc54e03 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Oct 28 11:39:40.607949 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-98666001-e8ee-4312-8910-66091e20acf9 req-3d6b0313-57a5-4de9-9626-dcb624c9f01d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344548 Oct 28 11:39:41.001272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aa620-f297-487a-b761-46ad060e5062 req-5124161f-9bb6-4e1e-983b-81bdffa3c74a tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:41.003465 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-130aa620-f297-487a-b761-46ad060e5062 req-5124161f-9bb6-4e1e-983b-81bdffa3c74a tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0539577 Oct 28 11:39:41.055323 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-130aa620-f297-487a-b761-46ad060e5062 req-08c65403-a1fa-4196-8a71-c1348f823af6 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Oct 28 11:39:41.062506 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fec28bef-e56e-4223-944a-7911e1146106 req-b3b4f190-04f4-4315-b56b-99df39a47b4e tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0383165 Oct 28 11:39:41.714783 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90559e-feb2-4e19-b209-b59060751a6c req-af6d5fb9-2d5e-47b5-a933-fef85eafb833 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:41.716307 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3e90559e-feb2-4e19-b209-b59060751a6c req-af6d5fb9-2d5e-47b5-a933-fef85eafb833 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0694342 Oct 28 11:39:41.747589 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43000a-1f56-465d-b7ae-154179e49c2d req-8d2466f8-9673-4bf3-9b72-5c168c371781 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:41.749745 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9a43000a-1f56-465d-b7ae-154179e49c2d req-8d2466f8-9673-4bf3-9b72-5c168c371781 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0660779 Oct 28 11:39:41.770980 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3e90559e-feb2-4e19-b209-b59060751a6c req-465a966e-232c-4150-9a87-3bf0a690e931 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 Oct 28 11:39:41.803641 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9a43000a-1f56-465d-b7ae-154179e49c2d req-13e1814e-f61c-4c05-b0c4-08a77faa3547 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425372 Oct 28 11:39:42.177744 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1d628772-5d5c-4733-bde0-fd6ff9d38caf req-2a0f0116-cb72-4386-b9b4-fc9d3f861c07 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0364912 Oct 28 11:39:42.190874 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109ea9-3b5a-426e-9b64-5aa5183ac03c req-c1c56d2e-c4a5-45e7-a8d1-e4a22c469acc tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:42.202645 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f3109ea9-3b5a-426e-9b64-5aa5183ac03c req-c1c56d2e-c4a5-45e7-a8d1-e4a22c469acc tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0608840 Oct 28 11:39:42.241622 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f3109ea9-3b5a-426e-9b64-5aa5183ac03c req-4e8f9274-803d-44b0-b88f-b71319710ec3 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386653 Oct 28 11:39:42.901102 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6082d4-4245-4b3c-b284-e0f26999bfb1 req-474f7e27-cc3c-46f0-a81a-7754077e7383 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:42.902673 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fa6082d4-4245-4b3c-b284-e0f26999bfb1 req-474f7e27-cc3c-46f0-a81a-7754077e7383 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0507073 Oct 28 11:39:42.950523 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fa6082d4-4245-4b3c-b284-e0f26999bfb1 req-e34e1837-adf3-4bb6-9537-2599491d2ed2 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Oct 28 11:39:42.971380 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda06a32-57b5-4322-a283-acb12b115a2c req-42e7ec68-43ea-4621-b9fb-01884cb39930 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:42.971380 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fda06a32-57b5-4322-a283-acb12b115a2c req-42e7ec68-43ea-4621-b9fb-01884cb39930 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0682249 Oct 28 11:39:43.018395 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fda06a32-57b5-4322-a283-acb12b115a2c req-db1b9906-86dd-422f-9965-4384be71b698 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440812 Oct 28 11:39:43.292115 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c5980837-f5f4-4232-975e-34d09dfc7a12 req-d0086899-3ae7-47d5-bc4b-1dab44860af6 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0288844 Oct 28 11:39:43.368273 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad9faa-a05e-4345-8203-90ac171048dc req-81a4b193-205a-427b-a032-5c0a530aedf7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:43.370672 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-63ad9faa-a05e-4345-8203-90ac171048dc req-81a4b193-205a-427b-a032-5c0a530aedf7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0543528 Oct 28 11:39:43.415066 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-63ad9faa-a05e-4345-8203-90ac171048dc req-d4df316f-03e3-433e-9503-13fa9a39b6cb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360510 Oct 28 11:39:44.121117 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e4665-3b6c-401c-a2d4-4aa7caaec785 req-f26e179d-86d0-49f3-8f9f-ac41d0b723d5 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:44.123245 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-949e4665-3b6c-401c-a2d4-4aa7caaec785 req-f26e179d-86d0-49f3-8f9f-ac41d0b723d5 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0877762 Oct 28 11:39:44.160369 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea2342-7954-4e80-bb74-6801204228fe req-f1bc134a-e292-4c4e-a3fe-8fde2d0017a0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:44.161966 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7aea2342-7954-4e80-bb74-6801204228fe req-f1bc134a-e292-4c4e-a3fe-8fde2d0017a0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0616877 Oct 28 11:39:44.165379 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-949e4665-3b6c-401c-a2d4-4aa7caaec785 req-7ec69f9e-4944-436e-a5eb-95efda185a67 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349522 Oct 28 11:39:44.207170 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7aea2342-7954-4e80-bb74-6801204228fe req-f215c181-dd79-476c-8def-aa2bbf90d6c3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390770 Oct 28 11:39:44.404013 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1c5b5ae-ccab-4cc4-b470-4b6c0bfac06e req-2d6b02c7-1c11-4972-9af0-e5d6a6fb57b7 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0364168 Oct 28 11:39:44.547025 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ddf5f-0ba4-4356-aa68-06a4c72a726e req-c30747cc-ba34-46a9-be32-b17939a29b90 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:44.549822 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a06ddf5f-0ba4-4356-aa68-06a4c72a726e req-c30747cc-ba34-46a9-be32-b17939a29b90 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0497961 Oct 28 11:39:44.598319 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a06ddf5f-0ba4-4356-aa68-06a4c72a726e req-b7898f35-424f-475e-bbad-71e7d81cdaed tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 Oct 28 11:39:45.291564 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a21e6-f938-485b-93c4-658e3bca90dc req-ee50833a-f6ef-49db-8490-0bc83a77dd65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:45.293535 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e17a21e6-f938-485b-93c4-658e3bca90dc req-ee50833a-f6ef-49db-8490-0bc83a77dd65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0563128 Oct 28 11:39:45.336232 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e17a21e6-f938-485b-93c4-658e3bca90dc req-fddd1db9-984d-4131-a5cc-eac5389fb4e5 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Oct 28 11:39:45.344867 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfeeb7-b076-4cf1-9499-92ca8a14a5aa req-b161c383-9cb4-42b4-87f0-e7672801a607 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:45.346754 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d4dfeeb7-b076-4cf1-9499-92ca8a14a5aa req-b161c383-9cb4-42b4-87f0-e7672801a607 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0515351 Oct 28 11:39:45.397486 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d4dfeeb7-b076-4cf1-9499-92ca8a14a5aa req-95d4a4fb-d043-4dc5-be9f-6a28b8d992cc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441043 Oct 28 11:39:45.503577 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c9ab0747-23eb-4634-9d43-f5183ccbd3b6 req-fd26ac7f-888f-42e5-b7bb-2a31744546a1 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0332527 Oct 28 11:39:45.719893 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6a36f-5408-435b-a724-de7a99d532bf req-dff7d025-20be-4c64-855c-f2b151317ff2 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:45.722182 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7ba6a36f-5408-435b-a724-de7a99d532bf req-dff7d025-20be-4c64-855c-f2b151317ff2 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0535688 Oct 28 11:39:45.763167 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7ba6a36f-5408-435b-a724-de7a99d532bf req-3fc674a6-6a9f-4ef2-8740-d239254c6ae3 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350406 Oct 28 11:39:46.190873 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42207-3c86-4a58-8c0d-6e9a8065befb req-8546525b-f408-4434-9bfc-892d7f0d9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.192498 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d8a42207-3c86-4a58-8c0d-6e9a8065befb req-8546525b-f408-4434-9bfc-892d7f0d9f87 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c7e9e20137c4074adc486e467a29cd4&device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 1096 time: 0.0551746 Oct 28 11:39:46.344346 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-8e2b9bee-2b71-4ad0-a53d-e6a14843d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.346369 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-8e2b9bee-2b71-4ad0-a53d-e6a14843d402 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1098 time: 0.0685296 Oct 28 11:39:46.347297 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42207-3c86-4a58-8c0d-6e9a8065befb req-66ec1eeb-84f7-42f9-a45c-92f9caae1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.348582 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d8a42207-3c86-4a58-8c0d-6e9a8065befb req-66ec1eeb-84f7-42f9-a45c-92f9caae1edd service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6c7e9e20137c4074adc486e467a29cd4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1424758 Oct 28 11:39:46.477112 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeefb1-064f-42bd-bb41-953c98233191 req-d1c3c096-06d9-4c6e-851d-48005ce17fe1 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.483690 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2fbeefb1-064f-42bd-bb41-953c98233191 req-d1c3c096-06d9-4c6e-851d-48005ce17fe1 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0684102 Oct 28 11:39:46.521291 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2fbeefb1-064f-42bd-bb41-953c98233191 req-4ba92261-d220-4907-b064-33470e7e40ff tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363009 Oct 28 11:39:46.558195 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-a2724da7-01d8-4bc1-80f9-3ce1d0c64f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.559649 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-a2724da7-01d8-4bc1-80f9-3ce1d0c64f8c service neutron] 10.222.0.81 "GET /v2.0/networks?id=33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 200 len: 910 time: 0.1998966 Oct 28 11:39:46.560581 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42207-3c86-4a58-8c0d-6e9a8065befb req-e3af0977-79c3-4d06-8f07-be0554cb1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.561843 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d8a42207-3c86-4a58-8c0d-6e9a8065befb req-e3af0977-79c3-4d06-8f07-be0554cb1579 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1939635 Oct 28 11:39:46.582377 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439929-b533-4240-9cf5-c440083cb463 req-f33071dd-7c6c-4493-9ad8-aaf0307b7572 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.583916 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e0439929-b533-4240-9cf5-c440083cb463 req-f33071dd-7c6c-4493-9ad8-aaf0307b7572 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0981791 Oct 28 11:39:46.607765 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-10f9d044-c5a2-45dc-a07a-db5d50e7c215 req-53287c96-c57b-4708-a7c2-69f432271460 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0288198 Oct 28 11:39:46.694070 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e0439929-b533-4240-9cf5-c440083cb463 req-abe9055c-b917-4682-b247-f675b85b6133 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033106 Oct 28 11:39:46.696749 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-1b540c5f-c9f0-46a6-a738-45c5589ace71 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 200 len: 1000 time: 0.1118937 Oct 28 11:39:46.734454 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-0766b766-5f7a-4cd1-af48-22161b932885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.737601 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-0766b766-5f7a-4cd1-af48-22161b932885 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c7e9e20137c4074adc486e467a29cd4&device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 1096 time: 0.0953970 Oct 28 11:39:46.783346 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-e528f29b-1497-4377-b145-294b2a65f0dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 200 len: 217 time: 0.0375402 Oct 28 11:39:46.788414 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-257d4641-a6d7-495b-9c65-9a5c087f7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.789801 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-257d4641-a6d7-495b-9c65-9a5c087f7226 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95ff6c20-41be-4593-b884-498bc0600560 HTTP/1.1" status: 200 len: 848 time: 0.0854185 Oct 28 11:39:46.881731 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5323d63-9609-4411-83f3-02ed1df8d1ff req-27d0da03-4fe0-4a60-b2c7-0cd181c2f82e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.883242 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e5323d63-9609-4411-83f3-02ed1df8d1ff req-27d0da03-4fe0-4a60-b2c7-0cd181c2f82e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0493023 Oct 28 11:39:46.910257 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-d5b1e2ba-fa5e-4de2-8ffa-7cc7a91d994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.912478 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-d5b1e2ba-fa5e-4de2-8ffa-7cc7a91d994b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c36b385-780b-436a-b432-d576b0b6fc0f HTTP/1.1" status: 200 len: 854 time: 0.1141195 Oct 28 11:39:46.919219 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-8fa33fca-4fa2-4c0e-9a1e-d88c6b74b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:46.921500 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-8fa33fca-4fa2-4c0e-9a1e-d88c6b74b338 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33eb3449-b6d1-4e43-ade1-99985866bde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1147616 Oct 28 11:39:46.922371 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e5323d63-9609-4411-83f3-02ed1df8d1ff req-6ab1f007-f44e-4a2f-a746-90b0a32f2ac6 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328279 Oct 28 11:39:47.061795 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c691e004-0912-4769-ad91-2f42a3b169e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:47.063316 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-c691e004-0912-4769-ad91-2f42a3b169e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0748e7c1-2da7-40aa-b291-6693ee9e3a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1406889 Oct 28 11:39:47.124909 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-4bb81a6b-7b8e-49a6-be42-91e54d1bfc78 service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904140 Oct 28 11:39:47.221531 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-8fef330e-d339-4682-912b-e1144aa7135f service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493313 Oct 28 11:39:47.264692 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f875c46-49ae-436f-b025-a730a1aaba20 req-be830224-9a21-47c2-8843-60bb3d1afa29 service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316140 Oct 28 11:39:47.339900 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e037c3a5-10b7-4a5f-9b19-391854f18f41 req-4ab9e0ad-589d-4a90-8c46-a4438bfe519a service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960636 Oct 28 11:39:47.376743 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-218294ef-8a0f-411e-a5c1-467c3dc4debc tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:47.378480 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-218294ef-8a0f-411e-a5c1-467c3dc4debc tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.81 "GET /v2.0/networks?id=ab428006-d260-4ff7-8249-d59789acaed7 HTTP/1.1" status: 200 len: 813 time: 0.1322718 Oct 28 11:39:47.393414 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Request body: {'port': {'device_id': 'ec9b8649-abc8-4661-addd-c1e89d305caf', 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7', 'admin_state_up': True, 'tenant_id': '9d692aed5e994acda681e044ef31dcae'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:47.618980 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Made reservation on behalf of 9d692aed5e994acda681e044ef31dcae for: {'port': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:39:47.622571 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:47.668872 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a8570-946f-42a0-b008-dc2fd5911250 req-46b01f09-4346-4f70-a554-ffb6e128d77f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:47.670371 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f40a8570-946f-42a0-b008-dc2fd5911250 req-46b01f09-4346-4f70-a554-ffb6e128d77f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0692546 Oct 28 11:39:47.715071 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f40a8570-946f-42a0-b008-dc2fd5911250 req-0c21f5a5-f4f5-4942-b27a-edbbd4bbd729 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370605 Oct 28 11:39:47.725563 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8677579a-0c28-448d-93a6-60d9f85b1548 req-f2bfb2f2-f0cb-46db-b4f7-c0c958d8e7fd tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0320961 Oct 28 11:39:47.794310 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Allocated IP 172.20.0.9 (ab428006-d260-4ff7-8249-d59789acaed7/4238d267-800b-4b03-a775-a3b13da3c9cd/0424dfc1-967b-4c56-ae86-7f06cc636667) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:39:47.826076 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753caad-3b64-4b62-a98f-d2c47296a306 req-0a497376-588a-4465-a7ec-41f6bd7446f0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:47.827533 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0753caad-3b64-4b62-a98f-d2c47296a306 req-0a497376-588a-4465-a7ec-41f6bd7446f0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0502150 Oct 28 11:39:47.866915 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0753caad-3b64-4b62-a98f-d2c47296a306 req-ca23db63-8dc8-40ce-b4d5-f73f64208537 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318632 Oct 28 11:39:47.941550 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:48.041913 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ff076-617c-4572-8ed2-7932bfe95fbf req-0716dc8b-83ef-44f9-92ba-fa767b17d4e7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:48.043292 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-839ff076-617c-4572-8ed2-7932bfe95fbf req-0716dc8b-83ef-44f9-92ba-fa767b17d4e7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0515985 Oct 28 11:39:48.082319 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:48.088682 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-839ff076-617c-4572-8ed2-7932bfe95fbf req-0b8173ce-8629-4976-9578-f7888a7b01b1 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Oct 28 11:39:48.129782 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Network ab428006-d260-4ff7-8249-d59789acaed7 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:39:48.132980 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:39:48.135585 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:39:48.164085 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Pushing event updated for resources: {'Port': ['ID=0424dfc1-967b-4c56-ae86-7f06cc636667,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:48.178309 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.178658 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.179002 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.179340 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.179675 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.180004 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.180333 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.180662 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.180991 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.181313 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.181636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.181983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:39:48.203505 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:48.206666 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:48.295758 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-0f308cd2-b5bd-4e6f-ae9b-dfff7209c546 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9068396 Oct 28 11:39:48.310127 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Request body: {'port': {'device_id': 'ec9b8649-abc8-4661-addd-c1e89d305caf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:39:48.367166 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:48.635737 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0424dfc1-967b-4c56-ae86-7f06cc636667 {{(pid=101985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:39:48.643559 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:48.655521 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.provisioning_blocks [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Transition to ACTIVE for port object 0424dfc1-967b-4c56-ae86-7f06cc636667 will not be triggered until provisioned by entity L2. {{(pid=101985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:39:48.749963 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:48.802328 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Pushing event updated for resources: {'Port': ['ID=0424dfc1-967b-4c56-ae86-7f06cc636667,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:48.839104 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cd52a-2669-4c62-8ba1-0cbb1e1ca607 req-ad3062b1-da7b-4e83-846e-75403cf937d9 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:48.840853 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e35cd52a-2669-4c62-8ba1-0cbb1e1ca607 req-ad3062b1-da7b-4e83-846e-75403cf937d9 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 943 time: 0.0542333 Oct 28 11:39:48.895242 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e35cd52a-2669-4c62-8ba1-0cbb1e1ca607 req-64328007-3eb5-4b01-94f0-48dd110b1deb tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Oct 28 11:39:48.919314 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4e0be-5246-4112-acc5-1fa96888a941 req-194516ad-1f80-427a-864a-7bfa2487cc41 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:48.920829 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-94b4e0be-5246-4112-acc5-1fa96888a941 req-194516ad-1f80-427a-864a-7bfa2487cc41 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 943 time: 0.0969343 Oct 28 11:39:48.922164 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Attempting to bind port 0424dfc1-967b-4c56-ae86-7f06cc636667 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:39:48.922348 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Attempting to bind port 0424dfc1-967b-4c56-ae86-7f06cc636667 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '1824a73c-09a9-40df-ac1d-76f900bf6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7'}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:39:48.922674 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Attempting to bind port 0424dfc1-967b-4c56-ae86-7f06cc636667 on network ab428006-d260-4ff7-8249-d59789acaed7 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:48.928410 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Port 0424dfc1-967b-4c56-ae86-7f06cc636667 on network ab428006-d260-4ff7-8249-d59789acaed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:39:48.928729 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Attempting to bind port 0424dfc1-967b-4c56-ae86-7f06cc636667 on network ab428006-d260-4ff7-8249-d59789acaed7 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:39:48.947987 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:39:48.948294 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Checking segment: {'id': '1824a73c-09a9-40df-ac1d-76f900bf6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:39:48.948672 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Bound using segment: {'id': '1824a73c-09a9-40df-ac1d-76f900bf6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7'} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:39:48.949164 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Bound port: 0424dfc1-967b-4c56-ae86-7f06cc636667, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1824a73c-09a9-40df-ac1d-76f900bf6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7'}}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:39:48.949518 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:48.980387 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-94b4e0be-5246-4112-acc5-1fa96888a941 req-6a341ac1-c76d-4078-bdbd-e65f964e053b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493360 Oct 28 11:39:49.024644 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2248a-d742-46f5-a2eb-93bd3f445b8f req-99bebd1a-86c1-4e37-84ce-8de7c65cbf59 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:49.026254 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7a2248a-d742-46f5-a2eb-93bd3f445b8f req-99bebd1a-86c1-4e37-84ce-8de7c65cbf59 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0645118 Oct 28 11:39:49.030851 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] For port 0424dfc1-967b-4c56-ae86-7f06cc636667, host hv-cinder-81546, cleared binding levels {{(pid=101985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:39:49.034782 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] For port 0424dfc1-967b-4c56-ae86-7f06cc636667, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0424dfc1-967b-4c56-ae86-7f06cc636667,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:39:49.066456 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a7a2248a-d742-46f5-a2eb-93bd3f445b8f req-4865f073-724e-4c8a-aa89-89e547be2f8c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342956 Oct 28 11:39:49.181241 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:49.232487 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:49.233174 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:49.234721 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] 10.222.0.81 "PUT /v2.0/ports/0424dfc1-967b-4c56-ae86-7f06cc636667 HTTP/1.1" status: 200 len: 1093 time: 0.9287438 Oct 28 11:39:49.237835 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9b8649-abc8-4661-addd-c1e89d305caf', 'tag': '0424dfc1-967b-4c56-ae86-7f06cc636667'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:39:49.241032 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9b8649-abc8-4661-addd-c1e89d305caf", "tag": "0424dfc1-967b-4c56-ae86-7f06cc636667"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:39:49.273870 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd75c75-be3f-47b9-9f9b-b0af2071b881 service neutron] Pushing event updated for resources: {'Port': ['ID=0424dfc1-967b-4c56-ae86-7f06cc636667,revision_number=3']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:49.286825 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030aeed4-ac31-4238-8197-16be82b82409 req-f001ebe5-83c6-4b20-bff2-df47b19ff4fd tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:49.289369 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-030aeed4-ac31-4238-8197-16be82b82409 req-f001ebe5-83c6-4b20-bff2-df47b19ff4fd tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.1324532 Oct 28 11:39:49.295689 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 48402c06-03a8-433a-92ff-d06435263775 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:39:49.343080 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-030aeed4-ac31-4238-8197-16be82b82409 req-7f33e589-e92a-40ac-8ca5-68a8de8ece1e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411415 Oct 28 11:39:49.415561 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 48402c06-03a8-433a-92ff-d06435263775, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=48402c06-03a8-433a-92ff-d06435263775,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:49.433000 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '48402c06-03a8-433a-92ff-d06435263775', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'port_id': '48402c06-03a8-433a-92ff-d06435263775', 'mac_address': 'fa:16:3e:cd:74:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:39:49.437777 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccbd2be-f27f-44d2-a0c5-a7f983ab3d22 x-openstack-request-id: req-cccbd2be-f27f-44d2-a0c5-a7f983ab3d22 {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:39:49.438096 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9b8649-abc8-4661-addd-c1e89d305caf", "tag": "0424dfc1-967b-4c56-ae86-7f06cc636667", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:39:49.438341 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cccbd2be-f27f-44d2-a0c5-a7f983ab3d22 {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:39:49.438730 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9b8649-abc8-4661-addd-c1e89d305caf', 'tag': '0424dfc1-967b-4c56-ae86-7f06cc636667', 'status': 'completed', 'code': 200} Oct 28 11:39:49.453197 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-36e98dd0-de4a-4d76-9ee7-f5b4ac5a9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:49.455415 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-36e98dd0-de4a-4d76-9ee7-f5b4ac5a9f39 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d692aed5e994acda681e044ef31dcae&device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 1096 time: 0.0484917 Oct 28 11:39:49.474588 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:49.488062 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48402c06-03a8-433a-92ff-d06435263775 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:39:49.504343 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-4f3c2332-c97f-4593-9da7-8a9fe169ceea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0424dfc1-967b-4c56-ae86-7f06cc636667 HTTP/1.1" status: 200 len: 217 time: 0.0381200 Oct 28 11:39:49.513601 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 48402c06-03a8-433a-92ff-d06435263775, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=48402c06-03a8-433a-92ff-d06435263775,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:49.554765 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-a8073c12-b1a4-4555-8e68-226588cd856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:49.556968 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-a8073c12-b1a4-4555-8e68-226588cd856b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4238d267-800b-4b03-a775-a3b13da3c9cd HTTP/1.1" status: 200 len: 853 time: 0.0442305 Oct 28 11:39:49.588991 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-630f6c67-3080-4047-83d0-0a7f42beca52 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab428006-d260-4ff7-8249-d59789acaed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250318 Oct 28 11:39:49.653364 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:49.708043 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-349f6f31-4778-427d-8c3f-a6f8fc707e87 service neutron] 10.222.0.81 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112423 Oct 28 11:39:49.709548 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=48402c06-03a8-433a-92ff-d06435263775,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:49.803452 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b2c8a253-a0f1-4553-8427-523f1fb68eb4 req-e37fd246-0880-41bb-876e-39321f459136 service neutron] 10.222.0.81 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862195 Oct 28 11:39:50.007311 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['48402c06-03a8-433a-92ff-d06435263775'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:39:50.040819 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be354730-417e-4545-a32c-e3eb3cf1766f req-cfb61cd9-8be8-4c56-997b-653255209d8d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:50.041913 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-be354730-417e-4545-a32c-e3eb3cf1766f req-cfb61cd9-8be8-4c56-997b-653255209d8d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 944 time: 0.0775263 Oct 28 11:39:50.071727 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-43c05ed6-da51-4974-a42d-133455f32dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:50.073208 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-43c05ed6-da51-4974-a42d-133455f32dd1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d692aed5e994acda681e044ef31dcae&device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 1096 time: 0.0686247 Oct 28 11:39:50.115424 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4553d-8cd0-424f-9e7a-8e17767cc505 req-38316154-cf2a-420c-a29f-0e43c1303a91 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:50.124494 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-adb4553d-8cd0-424f-9e7a-8e17767cc505 req-38316154-cf2a-420c-a29f-0e43c1303a91 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 943 time: 0.0648563 Oct 28 11:39:50.138435 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-be354730-417e-4545-a32c-e3eb3cf1766f req-ec2492ab-ce6f-448d-ba21-2df49e4032dc tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872228 Oct 28 11:39:50.171812 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f7f15c1c-0e03-4f0d-82a7-a4c2136d718e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:50.186833 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-adb4553d-8cd0-424f-9e7a-8e17767cc505 req-a3b0ede0-bd64-4f9d-bc79-d2398232c006 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604260 Oct 28 11:39:50.269279 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-c1b516eb-8ce1-4c2e-b01e-0c1d82aef7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:50.271744 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-c1b516eb-8ce1-4c2e-b01e-0c1d82aef7a0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ab428006-d260-4ff7-8249-d59789acaed7 HTTP/1.1" status: 200 len: 914 time: 0.1901495 Oct 28 11:39:50.287853 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e5f76-539c-4bd4-833f-d73a520c6802 req-bb3f4ab1-af5a-4510-bea9-f6d84a145846 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:50.289441 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3d0e5f76-539c-4bd4-833f-d73a520c6802 req-bb3f4ab1-af5a-4510-bea9-f6d84a145846 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0765314 Oct 28 11:39:50.355204 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-e9c99535-43ba-411f-96f8-0d536ec6723d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0424dfc1-967b-4c56-ae86-7f06cc636667 HTTP/1.1" status: 200 len: 217 time: 0.0546966 Oct 28 11:39:50.377190 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3d0e5f76-539c-4bd4-833f-d73a520c6802 req-2c0617fb-4ecb-4126-9850-74c8eb929acb tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782785 Oct 28 11:39:50.418457 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-4bf3d3f3-b9ba-452f-b0ce-aeb31ceee93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:50.419723 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-4bf3d3f3-b9ba-452f-b0ce-aeb31ceee93e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4238d267-800b-4b03-a775-a3b13da3c9cd HTTP/1.1" status: 200 len: 853 time: 0.0558014 Oct 28 11:39:50.457724 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-b52a8226-5ad6-47a7-9233-e200c53e4954 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab428006-d260-4ff7-8249-d59789acaed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251834 Oct 28 11:39:50.473408 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430b707-f638-410d-bd87-87539f205220 req-01b28925-c229-4250-9dab-ba71d6ecbbf0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:50.475530 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3430b707-f638-410d-bd87-87539f205220 req-01b28925-c229-4250-9dab-ba71d6ecbbf0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0498931 Oct 28 11:39:50.516457 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3430b707-f638-410d-bd87-87539f205220 req-8b225166-04ff-4964-b238-cd99221b798d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348055 Oct 28 11:39:50.561013 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-b9b88837-1585-4c95-b4c0-1841807e62d5 service neutron] 10.222.0.81 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949967 Oct 28 11:39:50.658683 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d3f0ecc6-8abf-4ac7-8814-2fdbf42efa69 req-cdc58817-234a-4cb9-9090-9eee87f84d00 service neutron] 10.222.0.81 "GET /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881095 Oct 28 11:39:50.902457 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47719b0-5fca-46e9-a31b-42130a8bfc3a req-09227d8c-0938-495f-820b-f0467c685bf8 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:50.903919 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c47719b0-5fca-46e9-a31b-42130a8bfc3a req-09227d8c-0938-495f-820b-f0467c685bf8 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0548964 Oct 28 11:39:50.946359 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c47719b0-5fca-46e9-a31b-42130a8bfc3a req-b270458c-0f28-45b2-aa10-0e4273a4c584 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Oct 28 11:39:51.013173 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44082) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:39:51.099572 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-7f6ed479-8c9f-4308-aab4-30a0c51d10a6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852394 Oct 28 11:39:51.108812 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-38a2ed0c-424b-4346-ab20-45a9e5a7e47a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:39:51.110046 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-38a2ed0c-424b-4346-ab20-45a9e5a7e47a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051963 Oct 28 11:39:51.272734 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a289d-09d4-4295-8436-b84a42157b6e req-504da726-06b8-48af-84d3-9482aae55576 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:51.274490 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-894a289d-09d4-4295-8436-b84a42157b6e req-504da726-06b8-48af-84d3-9482aae55576 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 944 time: 0.0573835 Oct 28 11:39:51.317051 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ee9a8-42d4-4f4a-8123-383ecdfee71c req-9076d74a-8309-4d29-8976-c9eda21e8dba tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:51.318699 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-517ee9a8-42d4-4f4a-8123-383ecdfee71c req-9076d74a-8309-4d29-8976-c9eda21e8dba tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 943 time: 0.0574560 Oct 28 11:39:51.319113 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-894a289d-09d4-4295-8436-b84a42157b6e req-6577f45c-a1e8-4903-a868-33a42574fd86 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378513 Oct 28 11:39:51.364282 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-517ee9a8-42d4-4f4a-8123-383ecdfee71c req-3c76b932-0ef5-4e14-99e9-3a99050effcd tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378399 Oct 28 11:39:51.432677 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 48402c06-03a8-433a-92ff-d06435263775 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:51.535220 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d31dec-91e6-4916-b6eb-967f930b077b req-96b81d5c-b0d6-45fa-b7eb-f7ccca3aca2f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:51.536834 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f4d31dec-91e6-4916-b6eb-967f930b077b req-96b81d5c-b0d6-45fa-b7eb-f7ccca3aca2f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0587246 Oct 28 11:39:51.538090 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 48402c06-03a8-433a-92ff-d06435263775 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:39:51.544675 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 48402c06-03a8-433a-92ff-d06435263775 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:51.546228 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:51.577786 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f4d31dec-91e6-4916-b6eb-967f930b077b req-abe92da4-56f8-4e4c-8763-0da7e80b9ee2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341675 Oct 28 11:39:51.650588 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:51.672936 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48402c06-03a8-433a-92ff-d06435263775'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:39:51.675274 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b69586d-7940-40ba-a0ce-87cf1c3600aa" -d '{"events": [{"server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "name": "network-vif-plugged", "status": "completed", "tag": "48402c06-03a8-433a-92ff-d06435263775"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:39:51.687919 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 48402c06-03a8-433a-92ff-d06435263775, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=48402c06-03a8-433a-92ff-d06435263775,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:51.767908 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce58939-4958-4769-b3e1-6f19876ec2da x-openstack-request-id: req-cce58939-4958-4769-b3e1-6f19876ec2da {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:39:51.768429 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "name": "network-vif-plugged", "status": "completed", "tag": "48402c06-03a8-433a-92ff-d06435263775", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:39:51.768682 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cce58939-4958-4769-b3e1-6f19876ec2da {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:39:51.769078 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48402c06-03a8-433a-92ff-d06435263775', 'code': 200} Oct 28 11:39:51.795582 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:51.796391 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device dcd4f3ab-31e3-417d-85b2-b8b34906308c no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:39:51.873990 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=48402c06-03a8-433a-92ff-d06435263775,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:51.917469 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:51.951937 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:52.052826 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:52.064760 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1539c-dfb4-45bd-85e7-fd460131d05d req-fb95f277-e357-4ce5-8363-3d52bb179c37 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:52.066246 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1eb1539c-dfb4-45bd-85e7-fd460131d05d req-fb95f277-e357-4ce5-8363-3d52bb179c37 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0503862 Oct 28 11:39:52.103919 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=dcd4f3ab-31e3-417d-85b2-b8b34906308c,revision_number=6']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:52.112143 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1eb1539c-dfb4-45bd-85e7-fd460131d05d req-d52b27aa-bb53-4ac1-a489-b5e0c9406983 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Oct 28 11:39:52.229812 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c19e5c-a4f2-4f7f-b240-77fbc60c8d0a req-451a82c1-ae62-4ce7-ab3c-a7e334ab839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:52.234451 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-48c19e5c-a4f2-4f7f-b240-77fbc60c8d0a req-451a82c1-ae62-4ce7-ab3c-a7e334ab839d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 1098 time: 0.0403812 Oct 28 11:39:52.271871 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-48c19e5c-a4f2-4f7f-b240-77fbc60c8d0a req-84d57d62-22db-4190-ab1b-1b55322a4f89 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295725 Oct 28 11:39:52.437410 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaf545-c4d3-4c7a-8376-e4921ca1ad56 req-3d2fa884-3373-4c0c-9a14-4915f29e78f5 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:52.438984 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2dcaf545-c4d3-4c7a-8376-e4921ca1ad56 req-3d2fa884-3373-4c0c-9a14-4915f29e78f5 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0507357 Oct 28 11:39:52.484768 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2dcaf545-c4d3-4c7a-8376-e4921ca1ad56 req-8539a1a2-db50-4fae-bf7f-381253d57b41 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388129 Oct 28 11:39:52.489487 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247d072-d187-447b-991e-27500fed1b17 req-c03d6287-0779-4601-9000-160697097628 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:52.491192 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a247d072-d187-447b-991e-27500fed1b17 req-c03d6287-0779-4601-9000-160697097628 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 943 time: 0.0582318 Oct 28 11:39:52.539352 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a247d072-d187-447b-991e-27500fed1b17 req-dd1d1dcd-3208-4336-87de-4e7bb3af928d tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Oct 28 11:39:52.584250 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:52.710034 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9776-a4c1-4fcd-8421-2c6c43516c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:52.718676 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474d1d1-8932-4506-8510-103ba91b5dfd req-2a617061-5cb2-4d5d-a230-1b4253b0c3f0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:52.720233 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-1474d1d1-8932-4506-8510-103ba91b5dfd req-2a617061-5cb2-4d5d-a230-1b4253b0c3f0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0577214 Oct 28 11:39:52.759807 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-1474d1d1-8932-4506-8510-103ba91b5dfd req-d3e1c6ba-f20e-450b-ab55-37d41a3db3f7 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332351 Oct 28 11:39:53.235321 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea08f2-9968-4702-b95c-18be6a920bf1 req-4148bd81-c051-490d-ab3b-d007f0b9e6ba tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:53.237556 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-46ea08f2-9968-4702-b95c-18be6a920bf1 req-4148bd81-c051-490d-ab3b-d007f0b9e6ba tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0564225 Oct 28 11:39:53.276557 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-46ea08f2-9968-4702-b95c-18be6a920bf1 req-3c057208-4799-4184-85e1-4ac2c4883f5e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329487 Oct 28 11:39:53.307351 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 0424dfc1-967b-4c56-ae86-7f06cc636667 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:39:53.433047 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 0424dfc1-967b-4c56-ae86-7f06cc636667, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0424dfc1-967b-4c56-ae86-7f06cc636667,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:53.445293 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '0424dfc1-967b-4c56-ae86-7f06cc636667', 'network_id': 'ab428006-d260-4ff7-8249-d59789acaed7', 'port_id': '0424dfc1-967b-4c56-ae86-7f06cc636667', 'mac_address': 'fa:16:3e:74:8c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4238d267-800b-4b03-a775-a3b13da3c9cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:39:53.485313 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:53.498763 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0424dfc1-967b-4c56-ae86-7f06cc636667 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:39:53.520712 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 0424dfc1-967b-4c56-ae86-7f06cc636667, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0424dfc1-967b-4c56-ae86-7f06cc636667,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:53.538691 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:53.616936 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b5cfe-1ce9-4da7-aeb3-cac9c8dd2428 req-d952720c-8063-4bc2-9bcc-03473ebd06d9 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:53.619196 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ad2b5cfe-1ce9-4da7-aeb3-cac9c8dd2428 req-d952720c-8063-4bc2-9bcc-03473ebd06d9 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0540471 Oct 28 11:39:53.661040 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ad2b5cfe-1ce9-4da7-aeb3-cac9c8dd2428 req-7a70824b-3f95-4c30-9e3f-783a177fa085 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348942 Oct 28 11:39:53.665024 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bdfa9-1916-4713-8e83-b7ca9e6eab42 req-86b8d4e5-adf6-47a4-ac33-cedb11c7715c tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:53.666539 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-095bdfa9-1916-4713-8e83-b7ca9e6eab42 req-86b8d4e5-adf6-47a4-ac33-cedb11c7715c tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 943 time: 0.0528147 Oct 28 11:39:53.681688 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:53.708250 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-095bdfa9-1916-4713-8e83-b7ca9e6eab42 req-a5865781-9930-45e2-a114-bf882c7ec3e3 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349500 Oct 28 11:39:53.750134 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=0424dfc1-967b-4c56-ae86-7f06cc636667,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:53.770398 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:39:53.772735 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0525661-e212-4892-a717-5f8be821b829" -d '{"events": [{"server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:39:53.811161 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 11:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fa0133-d4d9-43a0-8fb9-dc8491ce8640 x-openstack-request-id: req-c9fa0133-d4d9-43a0-8fb9-dc8491ce8640 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:39:53.811161 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:39:53.811161 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9fa0133-d4d9-43a0-8fb9-dc8491ce8640 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:39:53.811161 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'code': 200} Oct 28 11:39:53.839627 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:53.883791 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8197211-9135-467e-930b-6f763f140191 req-0c71125c-e9f0-48ee-a021-2bc1e37eaa52 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:53.885294 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f8197211-9135-467e-930b-6f763f140191 req-0c71125c-e9f0-48ee-a021-2bc1e37eaa52 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0533507 Oct 28 11:39:53.923605 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['0424dfc1-967b-4c56-ae86-7f06cc636667'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:39:53.924992 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f8197211-9135-467e-930b-6f763f140191 req-7863e22b-e3f1-4f13-ab69-f714fcac686b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Oct 28 11:39:54.392306 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84740643-b27d-48f3-be4b-011c37a79af9 req-d59aa449-62f1-4998-9ec7-0a4b5ee14d6c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:54.393737 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-84740643-b27d-48f3-be4b-011c37a79af9 req-d59aa449-62f1-4998-9ec7-0a4b5ee14d6c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0482471 Oct 28 11:39:54.431640 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-84740643-b27d-48f3-be4b-011c37a79af9 req-cedc3350-ed11-4d2f-8620-098cc6de185c tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318217 Oct 28 11:39:54.779172 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92348c8-f7cb-40e4-9ed4-48bb69b23c33 req-87e17754-7150-4e1e-8a8d-3888f04cac5f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:54.780817 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d92348c8-f7cb-40e4-9ed4-48bb69b23c33 req-87e17754-7150-4e1e-8a8d-3888f04cac5f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0515077 Oct 28 11:39:54.820265 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d92348c8-f7cb-40e4-9ed4-48bb69b23c33 req-81eb3833-97d9-4de0-9398-08ee7ded8294 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Oct 28 11:39:54.829847 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9d045-5273-47a7-aaf3-35ab7689b877 req-bbaac4ed-200e-405e-bfe2-5b7b616a108b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:54.835968 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0ff9d045-5273-47a7-aaf3-35ab7689b877 req-bbaac4ed-200e-405e-bfe2-5b7b616a108b tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 944 time: 0.0538597 Oct 28 11:39:54.873394 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0ff9d045-5273-47a7-aaf3-35ab7689b877 req-e5a1d36c-9fa8-44f6-8902-47469d605447 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348911 Oct 28 11:39:54.941927 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cf474-864b-4e56-9573-4b10fcec6154 req-2f4bcf78-4fe8-4349-b908-e989dbe4a789 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:54.943315 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a98cf474-864b-4e56-9573-4b10fcec6154 req-2f4bcf78-4fe8-4349-b908-e989dbe4a789 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0492451 Oct 28 11:39:54.991388 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a98cf474-864b-4e56-9573-4b10fcec6154 req-a64693e5-d265-4d1c-bdac-dec21e873902 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418596 Oct 28 11:39:55.049523 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75bc80-740d-4d14-9d01-68f149c1f746 req-99dc0fa7-cc9f-4d26-95a2-e6abd182b318 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:55.051064 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7e75bc80-740d-4d14-9d01-68f149c1f746 req-99dc0fa7-cc9f-4d26-95a2-e6abd182b318 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0522647 Oct 28 11:39:55.090781 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7e75bc80-740d-4d14-9d01-68f149c1f746 req-a69260b7-0467-495f-8da0-8596a0785bd7 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336869 Oct 28 11:39:55.312234 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a720f-6eda-4c2c-baa5-39a0b7a548e5 req-c8f7dea6-0e58-45e5-928a-da3c1996209b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:55.313722 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-762a720f-6eda-4c2c-baa5-39a0b7a548e5 req-c8f7dea6-0e58-45e5-928a-da3c1996209b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0489824 Oct 28 11:39:55.353320 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-762a720f-6eda-4c2c-baa5-39a0b7a548e5 req-25925853-dde4-4ba5-ad64-372c2ef07276 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Oct 28 11:39:55.556659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90823cc3-127d-47e4-afd0-162c51f19e15 req-92405d81-3d42-4d1c-a99d-54ac45359fb4 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:55.558191 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-90823cc3-127d-47e4-afd0-162c51f19e15 req-92405d81-3d42-4d1c-a99d-54ac45359fb4 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0555770 Oct 28 11:39:55.600361 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-90823cc3-127d-47e4-afd0-162c51f19e15 req-8efba1f7-e5ef-4693-b706-cd6df84d30eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360351 Oct 28 11:39:55.658307 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:56.004233 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599700d1-57fe-4388-8b59-cdd65474ce21 req-492273c3-8705-47a7-bce1-8fd869dcfbd5 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:56.005846 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-599700d1-57fe-4388-8b59-cdd65474ce21 req-492273c3-8705-47a7-bce1-8fd869dcfbd5 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 944 time: 0.0544124 Oct 28 11:39:56.043757 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-599700d1-57fe-4388-8b59-cdd65474ce21 req-94e8c360-efb0-4de5-b533-e1433c62da24 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Oct 28 11:39:56.219684 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779e88e-562a-4b08-a7ba-7edb12457969 req-63d61a7e-ca04-46fb-a134-aba353bd3482 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:56.221954 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0779e88e-562a-4b08-a7ba-7edb12457969 req-63d61a7e-ca04-46fb-a134-aba353bd3482 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0511563 Oct 28 11:39:56.262244 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0779e88e-562a-4b08-a7ba-7edb12457969 req-e4ab09c7-07f4-4d67-b899-74649247814e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340257 Oct 28 11:39:56.715784 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bde29d-37fb-424a-ab35-6c2912b7f93a req-ec4fef6a-de1f-4652-92a5-969eb316ff46 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:56.717225 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82bde29d-37fb-424a-ab35-6c2912b7f93a req-ec4fef6a-de1f-4652-92a5-969eb316ff46 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0493462 Oct 28 11:39:56.755519 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82bde29d-37fb-424a-ab35-6c2912b7f93a req-9dd551ff-5f09-4a32-9d1d-f88f316580cf tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Oct 28 11:39:56.924947 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-e77f384c-a10c-4262-adf0-6aae64fd8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:56.927074 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-e77f384c-a10c-4262-adf0-6aae64fd8037 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a&tenant_id=51193d7f0a4349e0852d9ec66b6dd656 HTTP/1.1" status: 200 len: 1096 time: 0.0737414 Oct 28 11:39:56.998085 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-27d46c4e-c830-4da4-8d88-2037b77d2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:56.999675 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-27d46c4e-c830-4da4-8d88-2037b77d2c9a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1096 time: 0.0409124 Oct 28 11:39:57.093130 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-a4bcdcd6-89e4-44af-a2a7-5a5a91e9ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:57.094670 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-a4bcdcd6-89e4-44af-a2a7-5a5a91e9ff73 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 200 len: 910 time: 0.0868332 Oct 28 11:39:57.224265 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-1e3f10d2-d2da-43c0-980c-ff4e9c501754 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 200 len: 998 time: 0.1223130 Oct 28 11:39:57.237013 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e157198-1749-4ba2-a40b-727e30fd094e req-f59b3a09-a31a-4937-9fe6-3e41e3ad24f3 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:57.239106 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2e157198-1749-4ba2-a40b-727e30fd094e req-f59b3a09-a31a-4937-9fe6-3e41e3ad24f3 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 944 time: 0.0970592 Oct 28 11:39:57.306889 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-6de152dd-8f04-4d0e-bd57-ca56e3cba1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:57.308357 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-6de152dd-8f04-4d0e-bd57-ca56e3cba1eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95ff6c20-41be-4593-b884-498bc0600560 HTTP/1.1" status: 200 len: 848 time: 0.0683677 Oct 28 11:39:57.311402 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2e157198-1749-4ba2-a40b-727e30fd094e req-ce192b96-e669-4138-9e63-477cdae627d2 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641739 Oct 28 11:39:57.360628 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-33671ad0-427b-4b80-8dbf-834dc1dcce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:57.362205 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-33671ad0-427b-4b80-8dbf-834dc1dcce02 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33eb3449-b6d1-4e43-ade1-99985866bde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453110 Oct 28 11:39:57.414132 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9cf74-18b2-4095-b0a9-d418c5cd629d req-5c5f2b2c-f140-4099-8675-8f1fa3222e07 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:57.416434 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6ca9cf74-18b2-4095-b0a9-d418c5cd629d req-5c5f2b2c-f140-4099-8675-8f1fa3222e07 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0746942 Oct 28 11:39:57.464303 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-be0727c3-7f0d-4571-a931-d82109f47ac8 service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918071 Oct 28 11:39:57.466977 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6ca9cf74-18b2-4095-b0a9-d418c5cd629d req-d15d71af-56a4-4712-a908-381d0cef9f90 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343609 Oct 28 11:39:57.559725 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6982d56b-6938-4ff0-a769-de6e17e0c98b req-acd007ac-9532-4993-b46b-af4ac1244d2d service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878844 Oct 28 11:39:57.869388 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda3654-15d1-4e47-bb75-79d0cf6cf955 req-f7dfd16e-4e94-441f-91a3-7121f0379326 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:57.870905 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9eda3654-15d1-4e47-bb75-79d0cf6cf955 req-f7dfd16e-4e94-441f-91a3-7121f0379326 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0484705 Oct 28 11:39:57.907720 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9eda3654-15d1-4e47-bb75-79d0cf6cf955 req-095b520f-db65-4597-859f-1945adcf3da1 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309446 Oct 28 11:39:58.677675 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d145076-92b4-4af4-8011-ea15737a2b1b req-d86212e5-76a6-4b91-9eb3-a50015f4aa29 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:58.679240 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9d145076-92b4-4af4-8011-ea15737a2b1b req-d86212e5-76a6-4b91-9eb3-a50015f4aa29 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 944 time: 0.2987862 Oct 28 11:39:58.719047 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9d145076-92b4-4af4-8011-ea15737a2b1b req-bd1bee5c-7c74-4007-bd01-d3414fa3c684 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Oct 28 11:39:58.821490 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca3696-8182-4439-8408-24e3f9c99b9e req-9d1956d3-25b6-46e2-ab6a-2f3a975b804d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:58.822991 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f5ca3696-8182-4439-8408-24e3f9c99b9e req-9d1956d3-25b6-46e2-ab6a-2f3a975b804d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0476146 Oct 28 11:39:58.855386 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 0424dfc1-967b-4c56-ae86-7f06cc636667 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:39:58.861880 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f5ca3696-8182-4439-8408-24e3f9c99b9e req-53c24f2d-eea0-4a8f-9951-3d32e9674b51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327170 Oct 28 11:39:58.983911 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 0424dfc1-967b-4c56-ae86-7f06cc636667 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:39:58.988179 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 0424dfc1-967b-4c56-ae86-7f06cc636667 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:39:58.988651 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:59.026280 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799c66a-f5bc-47e7-8e65-6395c5865881 req-09641f63-39f0-471b-88ba-84e286a9a319 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:59.027906 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2799c66a-f5bc-47e7-8e65-6395c5865881 req-09641f63-39f0-471b-88ba-84e286a9a319 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0511770 Oct 28 11:39:59.071201 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:59.079155 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2799c66a-f5bc-47e7-8e65-6395c5865881 req-d504978d-ade9-4a40-b4b5-750000112402 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449467 Oct 28 11:39:59.095064 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9b8649-abc8-4661-addd-c1e89d305caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0424dfc1-967b-4c56-ae86-7f06cc636667'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:39:59.097249 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c78b0d3-8b87-43db-bbea-3dbc65d6bcd8" -d '{"events": [{"server_uuid": "ec9b8649-abc8-4661-addd-c1e89d305caf", "name": "network-vif-plugged", "status": "completed", "tag": "0424dfc1-967b-4c56-ae86-7f06cc636667"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:39:59.110391 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 0424dfc1-967b-4c56-ae86-7f06cc636667, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0424dfc1-967b-4c56-ae86-7f06cc636667,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:39:59.133531 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a881f4e5-c9f8-4db8-a922-d85a000c1e55 x-openstack-request-id: req-a881f4e5-c9f8-4db8-a922-d85a000c1e55 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:39:59.133939 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9b8649-abc8-4661-addd-c1e89d305caf", "name": "network-vif-plugged", "status": "completed", "tag": "0424dfc1-967b-4c56-ae86-7f06cc636667", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:39:59.134194 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a881f4e5-c9f8-4db8-a922-d85a000c1e55 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:39:59.134583 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9b8649-abc8-4661-addd-c1e89d305caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0424dfc1-967b-4c56-ae86-7f06cc636667', 'code': 200} Oct 28 11:39:59.201457 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:39:59.253119 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=0424dfc1-967b-4c56-ae86-7f06cc636667,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:39:59.442932 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bdccd-bb4f-4992-9573-fbca51f2ad71 req-a12ad464-7469-4d26-9d70-090a72ed686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:59.444483 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6f6bdccd-bb4f-4992-9573-fbca51f2ad71 req-a12ad464-7469-4d26-9d70-090a72ed686d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 1098 time: 0.0409880 Oct 28 11:39:59.480790 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6f6bdccd-bb4f-4992-9573-fbca51f2ad71 req-030296f0-df89-43b4-80c9-a81b2e48970e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282111 Oct 28 11:39:59.843827 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59214828-8b33-4296-848f-2655e9aa14c5 req-0b9a5e1a-8fa4-4a0a-84b2-959769a29b8f tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:59.845272 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-59214828-8b33-4296-848f-2655e9aa14c5 req-0b9a5e1a-8fa4-4a0a-84b2-959769a29b8f tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 945 time: 0.0542102 Oct 28 11:39:59.883980 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-59214828-8b33-4296-848f-2655e9aa14c5 req-fc579d1b-4e51-433d-9819-4873b79a1372 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Oct 28 11:39:59.987094 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb97a61-73f8-4483-a665-223cc289944f req-7b6e2727-f0ee-427b-8c9b-65aa204c7099 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:39:59.988548 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dfb97a61-73f8-4483-a665-223cc289944f req-7b6e2727-f0ee-427b-8c9b-65aa204c7099 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0513761 Oct 28 11:40:00.029610 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dfb97a61-73f8-4483-a665-223cc289944f req-e5fc1677-9f46-43f6-80da-a4473a586d51 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349395 Oct 28 11:40:00.209994 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f01b-df2a-41f8-bd0b-9c18ce0811bc req-c49022d8-8d54-4a41-8109-ce6263dae69f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:00.211570 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5135f01b-df2a-41f8-bd0b-9c18ce0811bc req-c49022d8-8d54-4a41-8109-ce6263dae69f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0620279 Oct 28 11:40:00.249741 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5135f01b-df2a-41f8-bd0b-9c18ce0811bc req-1afac131-f97c-4a44-b73e-1563a6ccfbae tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Oct 28 11:40:01.001837 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a8b55-07d3-448e-af7d-38389b2e8875 req-d1e38a14-2cec-4021-852d-a7f38054cccf tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:01.003327 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-488a8b55-07d3-448e-af7d-38389b2e8875 req-d1e38a14-2cec-4021-852d-a7f38054cccf tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 945 time: 0.0484092 Oct 28 11:40:01.042864 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-488a8b55-07d3-448e-af7d-38389b2e8875 req-f8d4ad56-a0b0-43ed-8db0-e9419a8d403e tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Oct 28 11:40:01.150825 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1302f-52a8-474f-b63c-0c8b7e5a6772 req-39d04741-6f82-4ba5-b0cf-d88ab7dc692b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:01.152390 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ced1302f-52a8-474f-b63c-0c8b7e5a6772 req-39d04741-6f82-4ba5-b0cf-d88ab7dc692b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0504467 Oct 28 11:40:01.191525 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ced1302f-52a8-474f-b63c-0c8b7e5a6772 req-3d72fa2f-2064-4873-8d47-074643f3669f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330963 Oct 28 11:40:01.370959 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c668-e644-4886-a224-2cf60be82d5c req-a5be05e8-f9e9-47da-83bd-b5f5e6622c2d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:01.373258 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f435c668-e644-4886-a224-2cf60be82d5c req-a5be05e8-f9e9-47da-83bd-b5f5e6622c2d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0550423 Oct 28 11:40:01.416212 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f435c668-e644-4886-a224-2cf60be82d5c req-6d9c35e7-4caf-48c7-86d2-a9f77a46c3c5 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372069 Oct 28 11:40:02.316395 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92e758-8a3f-480f-8dea-cfc69a28fad3 req-9ab0d367-aec6-4546-aacc-60d63a2df892 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:02.318645 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8e92e758-8a3f-480f-8dea-cfc69a28fad3 req-9ab0d367-aec6-4546-aacc-60d63a2df892 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0534770 Oct 28 11:40:02.357714 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8e92e758-8a3f-480f-8dea-cfc69a28fad3 req-84353ad7-48f1-4b38-b527-528249e1f289 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325122 Oct 28 11:40:02.532934 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea9135-d948-4a39-a617-f13c74e2ac5b req-7732d3cd-8619-49ae-af14-2e9874848aaa tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:02.534449 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5ea9135-d948-4a39-a617-f13c74e2ac5b req-7732d3cd-8619-49ae-af14-2e9874848aaa tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0489213 Oct 28 11:40:02.574214 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5ea9135-d948-4a39-a617-f13c74e2ac5b req-7d61533b-cc4d-4af9-8d23-4799a36b8376 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331750 Oct 28 11:40:03.479681 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687c5c-0eb2-44a2-a7f4-dc3872fa5d3e req-b75b0734-e9ae-4a9d-9e2b-39053e4c7534 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:03.481083 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9d687c5c-0eb2-44a2-a7f4-dc3872fa5d3e req-b75b0734-e9ae-4a9d-9e2b-39053e4c7534 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0490320 Oct 28 11:40:03.522434 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9d687c5c-0eb2-44a2-a7f4-dc3872fa5d3e req-fef99cb7-51cd-4bb6-9d16-afc65e8c0d3c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341923 Oct 28 11:40:03.689992 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659adf6-5016-4744-9a7c-112e415a4d89 req-159b25c3-b427-4652-9091-68ad84e94f17 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:03.691476 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1659adf6-5016-4744-9a7c-112e415a4d89 req-159b25c3-b427-4652-9091-68ad84e94f17 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0487623 Oct 28 11:40:03.734062 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1659adf6-5016-4744-9a7c-112e415a4d89 req-a33d1e36-83f6-4656-9b10-04fe11ee72c0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363262 Oct 28 11:40:03.816804 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:40:03.916847 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:03.928097 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'port_id': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'mac_address': 'fa:16:3e:46:81:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:40:03.965589 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:03.979181 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 448a38a7-7054-45e3-8acb-23ffbaed9b19 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:40:03.998615 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:04.087795 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:04.135303 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=6']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:04.645596 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035021e0-56d1-4690-ab37-6623336eba16 req-56efeca5-26f7-4fc9-9891-0358589b56ae tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:04.647464 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-035021e0-56d1-4690-ab37-6623336eba16 req-56efeca5-26f7-4fc9-9891-0358589b56ae tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0553906 Oct 28 11:40:04.686731 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-035021e0-56d1-4690-ab37-6623336eba16 req-197a569d-988d-4f39-bea5-20452e271066 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333121 Oct 28 11:40:04.852788 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a570-09f8-4c31-93f4-3adcf0e28e77 req-776143a8-036f-4b8e-a36a-1e14cd37e5cb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:04.854431 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f482a570-09f8-4c31-93f4-3adcf0e28e77 req-776143a8-036f-4b8e-a36a-1e14cd37e5cb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0518687 Oct 28 11:40:04.898585 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f482a570-09f8-4c31-93f4-3adcf0e28e77 req-5f1d6b9d-8565-474a-a70d-1bba26e96e27 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377748 Oct 28 11:40:05.794616 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['448a38a7-7054-45e3-8acb-23ffbaed9b19'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:40:05.825715 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175ff56-103e-4ae5-87ed-4f14f85cafd6 req-17eee965-acb9-4d15-8fb0-a3d6db841b84 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:05.828321 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0175ff56-103e-4ae5-87ed-4f14f85cafd6 req-17eee965-acb9-4d15-8fb0-a3d6db841b84 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0656617 Oct 28 11:40:05.870633 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0175ff56-103e-4ae5-87ed-4f14f85cafd6 req-4277470f-0aba-4dc7-84dc-4c8c1e6b4832 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351682 Oct 28 11:40:06.026020 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484b81c-0b48-48ac-8836-bc9b06b91784 req-fe498653-0d48-4a93-baa3-fe274b1aa9d7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:06.027645 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0484b81c-0b48-48ac-8836-bc9b06b91784 req-fe498653-0d48-4a93-baa3-fe274b1aa9d7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0518847 Oct 28 11:40:06.067970 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0484b81c-0b48-48ac-8836-bc9b06b91784 req-05d87569-c0cf-48f2-b30b-e82e946c818e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335379 Oct 28 11:40:06.995776 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fa9d0-e58f-411c-a27e-0e5414476025 req-6ba3f487-ea7a-41d7-b765-e167f3a76402 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:06.997340 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c78fa9d0-e58f-411c-a27e-0e5414476025 req-6ba3f487-ea7a-41d7-b765-e167f3a76402 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0508828 Oct 28 11:40:07.044743 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c78fa9d0-e58f-411c-a27e-0e5414476025 req-fb452a09-d90d-4c30-a78f-b5911d3182ff tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414231 Oct 28 11:40:07.190639 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6e2b7-84cc-4230-a810-7a3a422714d9 req-42734817-43f0-4252-89a5-a8c9954e8ce7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:07.192854 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2bd6e2b7-84cc-4230-a810-7a3a422714d9 req-42734817-43f0-4252-89a5-a8c9954e8ce7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 943 time: 0.0547013 Oct 28 11:40:07.244378 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2bd6e2b7-84cc-4230-a810-7a3a422714d9 req-4664d6dc-66f8-4bde-8d7a-76d27d059fc9 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400734 Oct 28 11:40:07.711046 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device dcd4f3ab-31e3-417d-85b2-b8b34906308c details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:40:07.714295 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:40:07.845914 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 448a38a7-7054-45e3-8acb-23ffbaed9b19 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:07.846366 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:07.879020 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:07.899670 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'port_id': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'mac_address': 'fa:16:3e:4b:36:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:40:07.969562 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:07.991833 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd4f3ab-31e3-417d-85b2-b8b34906308c {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:40:07.995957 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:08.028359 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:08.032838 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:40:08.035119 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0a2e6a-8263-40ab-b275-f9c60e4d662c" -d '{"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-plugged", "status": "completed", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:40:08.049912 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:08.082003 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f3945e-8eff-4755-ad27-cadd0eefb95b x-openstack-request-id: req-38f3945e-8eff-4755-ad27-cadd0eefb95b {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:40:08.082003 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-plugged", "status": "completed", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:40:08.082003 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38f3945e-8eff-4755-ad27-cadd0eefb95b {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:40:08.082003 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'code': 200} Oct 28 11:40:08.140155 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:08.143600 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:08.191093 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1ac6-6454-40c3-b11a-9571c15eba13 req-8f7529f0-ba32-4f0f-88e7-0f5dcb50493b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:08.191093 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c4db1ac6-6454-40c3-b11a-9571c15eba13 req-8f7529f0-ba32-4f0f-88e7-0f5dcb50493b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0655744 Oct 28 11:40:08.219332 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=7']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:08.236282 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c4db1ac6-6454-40c3-b11a-9571c15eba13 req-f46ad69d-06fc-47eb-8e1c-246db6abd90e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371790 Oct 28 11:40:08.284554 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=dcd4f3ab-31e3-417d-85b2-b8b34906308c,revision_number=7']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:08.347688 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28939f1-cc9f-4bb8-9dd8-52ff46f1f321 req-b64562a6-b343-4e97-a8d7-005071652324 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:08.349436 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c28939f1-cc9f-4bb8-9dd8-52ff46f1f321 req-b64562a6-b343-4e97-a8d7-005071652324 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0700128 Oct 28 11:40:08.402258 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c28939f1-cc9f-4bb8-9dd8-52ff46f1f321 req-a793f146-53a0-44a0-9e07-0b8b57928e54 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Oct 28 11:40:08.413660 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['dcd4f3ab-31e3-417d-85b2-b8b34906308c'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:40:08.419765 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95807e-44c6-4430-9a10-8d7955d9c572 req-ab63dde4-30a9-4d8b-8fd9-2037daf642ef tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:08.421339 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3d95807e-44c6-4430-9a10-8d7955d9c572 req-ab63dde4-30a9-4d8b-8fd9-2037daf642ef tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 944 time: 0.0732608 Oct 28 11:40:08.430492 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44336) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:08.495283 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3d95807e-44c6-4430-9a10-8d7955d9c572 req-e3260f7b-890d-41e2-bbb8-a2bdca354245 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577855 Oct 28 11:40:08.713048 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b486029-5fe6-48d4-93f5-eb22fa3a658e tempest-TestMinimumBasicScenario-471526209 tempest-TestMinimumBasicScenario-471526209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:08.718446 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-1b486029-5fe6-48d4-93f5-eb22fa3a658e tempest-TestMinimumBasicScenario-471526209 tempest-TestMinimumBasicScenario-471526209-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 1093 time: 0.2838869 Oct 28 11:40:08.719426 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44348) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:08.726719 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'floatingip': {'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'port_id': '48402c06-03a8-433a-92ff-d06435263775', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:09.064093 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for floatingip, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:09.230201 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:09.397799 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Allocated IP 172.27.0.4 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/c0007199-3364-4060-88df-40a96c25e048) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:40:09.425641 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebcaec-5ed8-4c5e-b016-b02d00ebf119 req-1a7c69cf-e9e1-411a-b6a0-d8513681a193 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:09.428397 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0bebcaec-5ed8-4c5e-b016-b02d00ebf119 req-1a7c69cf-e9e1-411a-b6a0-d8513681a193 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0857027 Oct 28 11:40:09.533580 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0bebcaec-5ed8-4c5e-b016-b02d00ebf119 req-f31c24d8-1719-4768-aba0-3c8d98fd9c23 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923584 Oct 28 11:40:09.595509 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:09.669856 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5f767-b4e4-497f-8356-6ecdf45f3f38 req-1c4b8513-2dfd-4f2c-8315-e4d834a62cf3 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:09.672320 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fcd5f767-b4e4-497f-8356-6ecdf45f3f38 req-1c4b8513-2dfd-4f2c-8315-e4d834a62cf3 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 944 time: 0.0653162 Oct 28 11:40:09.706319 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:09.714383 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device dcd4f3ab-31e3-417d-85b2-b8b34906308c up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:40:09.724486 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fcd5f767-b4e4-497f-8356-6ecdf45f3f38 req-fc021977-5363-4e27-947c-cbdf1f1b44a4 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456464 Oct 28 11:40:09.761308 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:40:09.766607 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:40:09.774199 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:40:09.802639 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port dcd4f3ab-31e3-417d-85b2-b8b34906308c triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:09.803561 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:09.809920 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'Port': ['ID=c0007199-3364-4060-88df-40a96c25e048,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:09.910439 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:09.958042 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:10.080575 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:40:10.084257 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d1acca-2f1a-4629-8901-9cebc7c3ce2a" -d '{"events": [{"server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "name": "network-vif-plugged", "status": "completed", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:40:10.135619 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:10.201299 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50547dc9-761c-46e8-bcb3-81e7c6e2c081 x-openstack-request-id: req-50547dc9-761c-46e8-bcb3-81e7c6e2c081 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:40:10.201683 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "name": "network-vif-plugged", "status": "completed", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:40:10.202057 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50547dc9-761c-46e8-bcb3-81e7c6e2c081 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:40:10.202540 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'code': 200} Oct 28 11:40:10.243052 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=dcd4f3ab-31e3-417d-85b2-b8b34906308c,revision_number=8']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:10.309930 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:10.535802 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:10.605232 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd4b4a-53d3-48ae-95d5-54cc569aaad8 req-32bb6989-794c-4cbc-8172-76d18f5fd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:10.605232 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ddcd4b4a-53d3-48ae-95d5-54cc569aaad8 req-32bb6989-794c-4cbc-8172-76d18f5fd3f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1098 time: 0.0626659 Oct 28 11:40:10.684785 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ddcd4b4a-53d3-48ae-95d5-54cc569aaad8 req-3e94b698-0f3d-406a-b780-c4fa0e3a220c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713840 Oct 28 11:40:10.749932 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf482858-2fed-408d-a9ca-c40ba7a4d470 req-3cf7cbcb-377a-466f-800a-d58aae4afa18 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:10.752696 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bf482858-2fed-408d-a9ca-c40ba7a4d470 req-3cf7cbcb-377a-466f-800a-d58aae4afa18 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0673075 Oct 28 11:40:10.766581 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:10.814138 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bf482858-2fed-408d-a9ca-c40ba7a4d470 req-e0c62763-4483-4dca-a447-f5477d768a55 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511253 Oct 28 11:40:10.877156 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:10.978803 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686ec4c-657f-43b7-99c3-b98563545fe3 req-be63378d-f924-4d66-9337-5c5add3d3779 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:10.980806 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5686ec4c-657f-43b7-99c3-b98563545fe3 req-be63378d-f924-4d66-9337-5c5add3d3779 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.1559865 Oct 28 11:40:11.009967 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'Port': ['ID=c0007199-3364-4060-88df-40a96c25e048,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:11.046789 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:11.130804 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5686ec4c-657f-43b7-99c3-b98563545fe3 req-a9fec99d-af0f-4953-ae40-0df7caadbdb6 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248214 Oct 28 11:40:11.184801 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.l3_db [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Floating IP 97c5c29c-4ff4-46cb-b45e-a340e344ba16 associated. External IP: 172.27.0.4, port: 48402c06-03a8-433a-92ff-d06435263775. Oct 28 11:40:11.591187 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Router 76c25206-f419-4e92-9dcb-3335f5dff3b1 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:40:11.625109 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:40:11.652499 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] Sync routers for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:40:11.652499 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:40:11.652499 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:39:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:11.762051 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:40:11.952178 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b9380-5ff3-4640-94d0-1d246e0b8bda req-c9a7f498-ec7a-46c3-9584-da08e807f745 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:11.953794 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bb4b9380-5ff3-4640-94d0-1d246e0b8bda req-c9a7f498-ec7a-46c3-9584-da08e807f745 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0543134 Oct 28 11:40:11.996730 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bb4b9380-5ff3-4640-94d0-1d246e0b8bda req-ab38003b-80d7-4f93-8b33-c48701bcb1be tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361784 Oct 28 11:40:12.015718 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '97c5c29c-4ff4-46cb-b45e-a340e344ba16', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'port_id': '48402c06-03a8-433a-92ff-d06435263775', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'mac_address': 'fa:16:3e:cd:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378336c5-b12b-4009-80af-5db98f89ef10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:40:10Z', 'updated_at': '2021-10-28T11:40:10Z', 'revision_number': 0, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b150b2ce-8bf2-450d-9be7-8a967dd864e8', 'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'mac_address': 'fa:16:3e:43:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:06Z', 'updated_at': '2021-10-28T11:39:11Z', 'revision_number': 5, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'subnets': [{'id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:12.094442 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:12.124319 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-75ec6e91-6e0d-4fac-999a-ba24273def91 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.4034119 Oct 28 11:40:12.124813 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:40:12.127207 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44380) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:12.131868 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-393ab8b4-2687-4659-91c3-235754a0855b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1859302068', 'description': 'tempest-secgroup-smoke-1859302068 description', 'project_id': '6c7e9e20137c4074adc486e467a29cd4'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:12.137790 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7949d39e-b512-403c-bde0-544a02021446" -d '{"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:40:12.170541 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] Checking router: 76c25206-f419-4e92-9dcb-3335f5dff3b1 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:40:12.180758 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:40:12.181559 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:39:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:12.245203 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-393ab8b4-2687-4659-91c3-235754a0855b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:12.317874 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635a64b0-c750-4013-9f1e-ba9105975270 x-openstack-request-id: req-635a64b0-c750-4013-9f1e-ba9105975270 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:40:12.318293 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:40:12.318624 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-635a64b0-c750-4013-9f1e-ba9105975270 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:40:12.318918 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775', 'status': 'completed', 'code': 200} Oct 28 11:40:12.328604 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d07c3-51b3-46cf-a750-b4fee17861ff req-e41ad7ee-1b8e-47b2-83d3-8c55a62395c8 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:12.335250 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:40:12.342255 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-377d07c3-51b3-46cf-a750-b4fee17861ff req-e41ad7ee-1b8e-47b2-83d3-8c55a62395c8 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.1092706 Oct 28 11:40:12.461595 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-377d07c3-51b3-46cf-a750-b4fee17861ff req-72866854-ad19-4dc7-8e32-8b3dbe852c4d tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126671 Oct 28 11:40:12.487006 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-393ab8b4-2687-4659-91c3-235754a0855b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:12.490245 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949d39e-b512-403c-bde0-544a02021446 req-5ce8aa8f-5d8c-4e95-b76a-e326a9cc4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:12.492261 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7949d39e-b512-403c-bde0-544a02021446 req-5ce8aa8f-5d8c-4e95-b76a-e326a9cc4885 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c7e9e20137c4074adc486e467a29cd4&device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 1098 time: 0.1304803 Oct 28 11:40:12.563939 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-393ab8b4-2687-4659-91c3-235754a0855b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:12.616781 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ab8b4-2687-4659-91c3-235754a0855b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d0744b-011f-48c8-b049-65fb370db5c7,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:12.637119 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949d39e-b512-403c-bde0-544a02021446 req-2ebcc2e0-b2ae-4b73-b703-e9d634c67799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:12.638742 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7949d39e-b512-403c-bde0-544a02021446 req-2ebcc2e0-b2ae-4b73-b703-e9d634c67799 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0748e7c1-2da7-40aa-b291-6693ee9e3a36 HTTP/1.1" status: 200 len: 916 time: 0.1378739 Oct 28 11:40:12.705867 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '97c5c29c-4ff4-46cb-b45e-a340e344ba16', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'port_id': '48402c06-03a8-433a-92ff-d06435263775', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'mac_address': 'fa:16:3e:cd:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378336c5-b12b-4009-80af-5db98f89ef10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:40:10Z', 'updated_at': '2021-10-28T11:40:10Z', 'revision_number': 0, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b150b2ce-8bf2-450d-9be7-8a967dd864e8', 'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'mac_address': 'fa:16:3e:43:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:06Z', 'updated_at': '2021-10-28T11:39:11Z', 'revision_number': 5, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'subnets': [{'id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:12.707903 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-393ab8b4-2687-4659-91c3-235754a0855b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:12.712094 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-393ab8b4-2687-4659-91c3-235754a0855b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5812416 Oct 28 11:40:12.713530 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44396) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:12.721034 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-517bdad6-5e05-4bed-bd91-5a7a8b73aa75 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'security_group_rule': {'security_group_id': '82d0744b-011f-48c8-b049-65fb370db5c7', 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:12.746739 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e979d96-1e80-4aa1-a8e2-e992a064093c None None] The sync data for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi is: [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '97c5c29c-4ff4-46cb-b45e-a340e344ba16', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'port_id': '48402c06-03a8-433a-92ff-d06435263775', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'mac_address': 'fa:16:3e:cd:74:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378336c5-b12b-4009-80af-5db98f89ef10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:40:10Z', 'updated_at': '2021-10-28T11:40:10Z', 'revision_number': 0, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b150b2ce-8bf2-450d-9be7-8a967dd864e8', 'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'mac_address': 'fa:16:3e:43:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:06Z', 'updated_at': '2021-10-28T11:39:11Z', 'revision_number': 5, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'subnets': [{'id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:40:12.749796 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7949d39e-b512-403c-bde0-544a02021446 req-b1766f7a-f445-466a-bd56-de508455883b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 200 len: 997 time: 0.0996311 Oct 28 11:40:12.821731 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949d39e-b512-403c-bde0-544a02021446 req-fd665df4-bf04-472b-81e6-39c2c1bac456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:12.824745 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7949d39e-b512-403c-bde0-544a02021446 req-fd665df4-bf04-472b-81e6-39c2c1bac456 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c36b385-780b-436a-b432-d576b0b6fc0f HTTP/1.1" status: 200 len: 854 time: 0.0602682 Oct 28 11:40:12.869617 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-517bdad6-5e05-4bed-bd91-5a7a8b73aa75 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:12.887291 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949d39e-b512-403c-bde0-544a02021446 req-f8d62050-4243-459c-b7e1-300eedec5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:12.888806 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7949d39e-b512-403c-bde0-544a02021446 req-f8d62050-4243-459c-b7e1-300eedec5f67 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0748e7c1-2da7-40aa-b291-6693ee9e3a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570159 Oct 28 11:40:12.975005 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-517bdad6-5e05-4bed-bd91-5a7a8b73aa75 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.031817 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7949d39e-b512-403c-bde0-544a02021446 req-cc567819-1245-4e5e-acdb-cd228a30c63f service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347344 Oct 28 11:40:13.059091 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-517bdad6-5e05-4bed-bd91-5a7a8b73aa75 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.060608 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100e452-4041-42f3-9157-4d6357bdc180 None None] New status for floating IP 97c5c29c-4ff4-46cb-b45e-a340e344ba16: ACTIVE {{(pid=101987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:40:13.097050 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bdad6-5e05-4bed-bd91-5a7a8b73aa75 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ceb75a-ba8a-4c2f-b1f6-d275e426bd2c,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:13.190379 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2e8f9-5d50-4686-88db-6c64e805a7fa req-5f195ae6-84c8-4f59-bb43-fae86bfc50e2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:13.192691 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-23f2e8f9-5d50-4686-88db-6c64e805a7fa req-5f195ae6-84c8-4f59-bb43-fae86bfc50e2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0820930 Oct 28 11:40:13.196737 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-517bdad6-5e05-4bed-bd91-5a7a8b73aa75 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.201031 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-517bdad6-5e05-4bed-bd91-5a7a8b73aa75 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4858506 Oct 28 11:40:13.203390 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44400) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:13.209200 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-0ff204ff-690a-4b47-9baa-a9a909a0cc5d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'security_group_rule': {'security_group_id': '82d0744b-011f-48c8-b049-65fb370db5c7', 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:13.210205 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7949d39e-b512-403c-bde0-544a02021446 req-2f2ffe15-ba91-41e6-880c-66ec2448aef5 service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707606 Oct 28 11:40:13.284241 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-23f2e8f9-5d50-4686-88db-6c64e805a7fa req-a7efcfca-2fc1-41f8-806a-a3831cc6fcf0 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816901 Oct 28 11:40:13.375671 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0ff204ff-690a-4b47-9baa-a9a909a0cc5d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.437157 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0ff204ff-690a-4b47-9baa-a9a909a0cc5d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.522342 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0ff204ff-690a-4b47-9baa-a9a909a0cc5d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.548151 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff204ff-690a-4b47-9baa-a9a909a0cc5d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fcb8b5-0330-4fff-bfa4-30b64418406c,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:13.612684 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449bdf-bab8-406f-9c29-e3e800bea1bb req-b4b75ba1-3774-45bd-84b7-a6abb3f09b3e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:13.614967 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6b449bdf-bab8-406f-9c29-e3e800bea1bb req-b4b75ba1-3774-45bd-84b7-a6abb3f09b3e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0724468 Oct 28 11:40:13.621124 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0ff204ff-690a-4b47-9baa-a9a909a0cc5d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.622825 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-0ff204ff-690a-4b47-9baa-a9a909a0cc5d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4183593 Oct 28 11:40:13.625804 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44410) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:13.630842 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-c1e28395-60cf-41e3-8dff-f1c8bbd6896b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'security_group_rule': {'security_group_id': '82d0744b-011f-48c8-b049-65fb370db5c7', 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:13.679662 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6b449bdf-bab8-406f-9c29-e3e800bea1bb req-1b0e0aa5-4e68-4545-bf05-2704490713e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498302 Oct 28 11:40:13.754521 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c1e28395-60cf-41e3-8dff-f1c8bbd6896b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.858845 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c1e28395-60cf-41e3-8dff-f1c8bbd6896b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.949398 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c1e28395-60cf-41e3-8dff-f1c8bbd6896b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:13.980928 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e28395-60cf-41e3-8dff-f1c8bbd6896b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa21c9f0-ca1b-4e52-b2a8-99f8a5031e70,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:14.050654 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:40:14.087243 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44418) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:14.100550 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-c1e28395-60cf-41e3-8dff-f1c8bbd6896b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:14.101805 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-c1e28395-60cf-41e3-8dff-f1c8bbd6896b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4747117 Oct 28 11:40:14.104345 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44422) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:14.109966 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-6ab88797-42e4-422b-aada-0c8fe120920f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'security_group_rule': {'security_group_id': '82d0744b-011f-48c8-b049-65fb370db5c7', 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:14.219578 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ab88797-42e4-422b-aada-0c8fe120920f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:14.275864 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dcdf57ee-2ef7-4c05-b65b-6c83e847066d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:14.318846 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ab88797-42e4-422b-aada-0c8fe120920f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:14.431568 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dcdf57ee-2ef7-4c05-b65b-6c83e847066d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:14.432561 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ab88797-42e4-422b-aada-0c8fe120920f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:14.463510 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab88797-42e4-422b-aada-0c8fe120920f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c04aed-7399-466f-9dbd-068096eef4dd,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:14.487397 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b8c69-675a-40c8-ba3c-2686bf05cd8b req-69776807-2c23-433a-ba4e-bd843541af87 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:14.490376 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a60b8c69-675a-40c8-ba3c-2686bf05cd8b req-69776807-2c23-433a-ba4e-bd843541af87 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0998044 Oct 28 11:40:14.542075 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a60b8c69-675a-40c8-ba3c-2686bf05cd8b req-35aa64f8-6fcc-476f-874e-49374e2d6241 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Oct 28 11:40:14.559176 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-dcdf57ee-2ef7-4c05-b65b-6c83e847066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:14.591457 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6ab88797-42e4-422b-aada-0c8fe120920f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:14.595259 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-6ab88797-42e4-422b-aada-0c8fe120920f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4873600 Oct 28 11:40:14.595617 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44426) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:14.601111 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-9626b4bb-5117-43da-a1e4-69d9435dde65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'security_group_rule': {'security_group_id': '82d0744b-011f-48c8-b049-65fb370db5c7', 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:14.612287 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-dcdf57ee-2ef7-4c05-b65b-6c83e847066d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a54d858007b409299937490ae31206e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235782 Oct 28 11:40:14.616462 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf57ee-2ef7-4c05-b65b-6c83e847066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f8956f-daef-44f2-b872-493e042c8341,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:14.618512 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44428) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:14.685758 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8ecbca4a-e084-4312-b0fa-9ffa46e2a4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:14.716480 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8ecbca4a-e084-4312-b0fa-9ffa46e2a4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:15.006878 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8ecbca4a-e084-4312-b0fa-9ffa46e2a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:15.009565 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8ecbca4a-e084-4312-b0fa-9ffa46e2a4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:15.010798 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-8ecbca4a-e084-4312-b0fa-9ffa46e2a4bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/49f8956f-daef-44f2-b872-493e042c8341 HTTP/1.1" status: 204 len: 168 time: 0.3913407 Oct 28 11:40:15.023641 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbca4a-e084-4312-b0fa-9ffa46e2a4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f8956f-daef-44f2-b872-493e042c8341,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:15.047349 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.securitygroups_db [None req-9626b4bb-5117-43da-a1e4-69d9435dde65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Project 6c7e9e20137c4074adc486e467a29cd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:40:15.058636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9626b4bb-5117-43da-a1e4-69d9435dde65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:15.138738 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9626b4bb-5117-43da-a1e4-69d9435dde65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:15.275983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9626b4bb-5117-43da-a1e4-69d9435dde65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:15.290593 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626b4bb-5117-43da-a1e4-69d9435dde65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e92b852-43b9-42b0-add4-025824067cef,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:15.588633 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-9626b4bb-5117-43da-a1e4-69d9435dde65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:15.588633 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-9626b4bb-5117-43da-a1e4-69d9435dde65 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9874375 Oct 28 11:40:15.588919 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44444) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:15.596073 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-4928efd1-0bad-4711-9134-f3ba2e6ffb47 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'security_group_rule': {'security_group_id': '82d0744b-011f-48c8-b049-65fb370db5c7', 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:15.696767 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bffef-24c4-4e56-91c4-d120989835a0 req-d392523d-c0b9-4119-b0a4-28362e03a6bc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:15.697997 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-291bffef-24c4-4e56-91c4-d120989835a0 req-d392523d-c0b9-4119-b0a4-28362e03a6bc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0638647 Oct 28 11:40:15.743002 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-291bffef-24c4-4e56-91c4-d120989835a0 req-dcd95226-709f-40df-8217-65a11438a6b5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360925 Oct 28 11:40:16.183670 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.securitygroups_db [None req-4928efd1-0bad-4711-9134-f3ba2e6ffb47 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Project 6c7e9e20137c4074adc486e467a29cd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:40:16.189247 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4928efd1-0bad-4711-9134-f3ba2e6ffb47 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:16.247275 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4928efd1-0bad-4711-9134-f3ba2e6ffb47 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:16.343740 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4928efd1-0bad-4711-9134-f3ba2e6ffb47 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:16.375836 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928efd1-0bad-4711-9134-f3ba2e6ffb47 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1568766b-4424-4ebc-a094-542c027bd589,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:16.460387 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-4928efd1-0bad-4711-9134-f3ba2e6ffb47 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:16.464371 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-4928efd1-0bad-4711-9134-f3ba2e6ffb47 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8739102 Oct 28 11:40:16.575152 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-be7485d2-ce34-499b-adbd-931a9d13f5cf tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859302068&fields=id&tenant_id=6c7e9e20137c4074adc486e467a29cd4 HTTP/1.1" status: 200 len: 267 time: 0.0473058 Oct 28 11:40:16.648905 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-8598aab6-8352-44c3-a8f5-3a7703025f7b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:16.652823 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-8598aab6-8352-44c3-a8f5-3a7703025f7b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0703797 Oct 28 11:40:16.665263 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-623f6d38-1fef-4354-a22b-254a1c67faa7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'port': {'security_groups': ['5554002b-53f2-4f91-b363-c26c524a8967', '82d0744b-011f-48c8-b049-65fb370db5c7']}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:16.752160 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-623f6d38-1fef-4354-a22b-254a1c67faa7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:16.898732 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231ddb-dd99-45a4-8488-196fab21e65c req-106e54ec-d909-4bb5-a825-8ac11aaa5846 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:16.907801 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2e231ddb-dd99-45a4-8488-196fab21e65c req-106e54ec-d909-4bb5-a825-8ac11aaa5846 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0762999 Oct 28 11:40:16.949315 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2e231ddb-dd99-45a4-8488-196fab21e65c req-a55cbc44-5b53-4216-bc23-057a6f462b02 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404131 Oct 28 11:40:17.018007 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-623f6d38-1fef-4354-a22b-254a1c67faa7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] For port 48402c06-03a8-433a-92ff-d06435263775, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=48402c06-03a8-433a-92ff-d06435263775,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:17.058296 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-623f6d38-1fef-4354-a22b-254a1c67faa7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:17.131923 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-623f6d38-1fef-4354-a22b-254a1c67faa7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:17.161557 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-623f6d38-1fef-4354-a22b-254a1c67faa7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:17.162217 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-623f6d38-1fef-4354-a22b-254a1c67faa7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:17.163617 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bb93ec8e-521f-4401-9c0a-965c150c13b1 req-623f6d38-1fef-4354-a22b-254a1c67faa7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "PUT /v2.0/ports/48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 200 len: 981 time: 0.5041411 Oct 28 11:40:17.204485 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:40:17.209224 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee16f4-8277-468b-ac3b-ee76aef63f98" -d '{"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:40:17.259251 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f6d38-1fef-4354-a22b-254a1c67faa7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'Port': ['ID=48402c06-03a8-433a-92ff-d06435263775,revision_number=6']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:17.319564 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b74403-c8ae-422c-b426-b7e261f866bc x-openstack-request-id: req-a0b74403-c8ae-422c-b426-b7e261f866bc {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:40:17.320447 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:40:17.320958 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a0b74403-c8ae-422c-b426-b7e261f866bc {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:40:17.321818 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775', 'status': 'completed', 'code': 200} Oct 28 11:40:17.326775 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d01ca2-c2ce-4439-bad6-40e03fcbcc07 req-ed9a4bdd-2058-4a8c-adce-0d070872435c tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:17.329845 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-78d01ca2-c2ce-4439-bad6-40e03fcbcc07 req-ed9a4bdd-2058-4a8c-adce-0d070872435c tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0817783 Oct 28 11:40:17.422730 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-78d01ca2-c2ce-4439-bad6-40e03fcbcc07 req-96025c5a-9c86-4714-8d79-ff1b2bcd7438 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767219 Oct 28 11:40:17.617094 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-94722a38-996d-4144-ba1e-30c12788f569 None None] Provisioning complete for port 48402c06-03a8-433a-92ff-d06435263775 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:17.620799 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-94722a38-996d-4144-ba1e-30c12788f569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:18.124240 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2804c7c-cc1f-48c0-a7d0-369481ab4935 req-ea65cb93-a490-488e-acdd-3f91f689a763 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:18.126670 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b2804c7c-cc1f-48c0-a7d0-369481ab4935 req-ea65cb93-a490-488e-acdd-3f91f689a763 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0658731 Oct 28 11:40:18.185226 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b2804c7c-cc1f-48c0-a7d0-369481ab4935 req-9994626f-781b-4797-88a2-2a5fbe98ac27 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511658 Oct 28 11:40:19.313564 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['48402c06-03a8-433a-92ff-d06435263775'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:40:19.328725 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15fdfd-5e58-490b-bfc7-da1f112f3b7d req-ea628627-5221-4b37-9b21-c7205870f48a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:19.331093 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3c15fdfd-5e58-490b-bfc7-da1f112f3b7d req-ea628627-5221-4b37-9b21-c7205870f48a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0694263 Oct 28 11:40:19.408583 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3c15fdfd-5e58-490b-bfc7-da1f112f3b7d req-2434e43d-4945-48ff-8fa8-ea3a10ad21bf tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671628 Oct 28 11:40:19.417260 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-12b58d41-ee46-4f37-844d-88ac5f73eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:19.418527 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-12b58d41-ee46-4f37-844d-88ac5f73eb79 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c7e9e20137c4074adc486e467a29cd4&device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 1137 time: 0.0701914 Oct 28 11:40:19.463283 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['48402c06-03a8-433a-92ff-d06435263775'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:40:19.529013 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-922b6300-6c19-4d2b-8179-0aa612a86082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:19.573245 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-922b6300-6c19-4d2b-8179-0aa612a86082 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0748e7c1-2da7-40aa-b291-6693ee9e3a36 HTTP/1.1" status: 200 len: 916 time: 0.0991035 Oct 28 11:40:19.603260 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-233f5fe8-933a-4ce6-8b8f-e040adb63eec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 200 len: 999 time: 0.0643005 Oct 28 11:40:19.654414 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-571353a9-2b24-47c8-b027-6916050d91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:19.655874 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-571353a9-2b24-47c8-b027-6916050d91b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c36b385-780b-436a-b432-d576b0b6fc0f HTTP/1.1" status: 200 len: 854 time: 0.0450029 Oct 28 11:40:19.706001 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-9e33655f-d515-4918-aaa8-b980a2ec5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:19.707972 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-9e33655f-d515-4918-aaa8-b980a2ec5e44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0748e7c1-2da7-40aa-b291-6693ee9e3a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431023 Oct 28 11:40:19.808851 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-1e56aa0e-8d9c-4e4d-96bb-637677d3a53f service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896070 Oct 28 11:40:19.952072 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9aee16f4-8277-468b-ac3b-ee76aef63f98 req-51f11242-8e00-4254-808d-c50efd2867ef service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358819 Oct 28 11:40:20.126384 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6354-7b1a-41d3-807f-c41c31897e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:20.558756 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d67066-c688-4815-af11-549a38b0c140 req-7c7578ba-70ea-4d4c-9619-5af7d1523e7c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:20.566401 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-90d67066-c688-4815-af11-549a38b0c140 req-7c7578ba-70ea-4d4c-9619-5af7d1523e7c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0642014 Oct 28 11:40:20.603929 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-90d67066-c688-4815-af11-549a38b0c140 req-9f2cc4e1-d5f4-4293-8bd9-b2dc80263049 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364990 Oct 28 11:40:21.728464 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351936c3-0b58-4727-9a56-5ed7d376c5de req-5e050d47-6205-4cf7-a160-5a26a4e35c5c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:21.734852 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-351936c3-0b58-4727-9a56-5ed7d376c5de req-5e050d47-6205-4cf7-a160-5a26a4e35c5c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0530453 Oct 28 11:40:21.771193 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-351936c3-0b58-4727-9a56-5ed7d376c5de req-ebe46349-1661-4fc4-8fb9-915cec827ec3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352144 Oct 28 11:40:22.543343 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:22.732015 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-76936b10-c26a-4ede-a704-96175c658ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:22.894856 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358903e-600c-4bf9-8434-1c6c87bcce3a req-cb2dc330-7d5a-43fd-be50-56742dc43fbe tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:22.896559 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0358903e-600c-4bf9-8434-1c6c87bcce3a req-cb2dc330-7d5a-43fd-be50-56742dc43fbe tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0527265 Oct 28 11:40:22.934413 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0358903e-600c-4bf9-8434-1c6c87bcce3a req-33e28056-e9f6-46f6-b463-8fbd617ae320 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319154 Oct 28 11:40:23.440763 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:23.777433 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:24.055198 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868add36-7280-43ce-a7c2-09eb59c4b745 req-0b693e51-ed37-40ca-b31d-88a3b8239b24 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:24.056708 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-868add36-7280-43ce-a7c2-09eb59c4b745 req-0b693e51-ed37-40ca-b31d-88a3b8239b24 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0499227 Oct 28 11:40:24.102397 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-868add36-7280-43ce-a7c2-09eb59c4b745 req-38c2bea6-8c8b-4743-9849-1885a88f1264 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397785 Oct 28 11:40:24.674874 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-8a45cdb3-95c5-4b00-b8cd-d565c4c134a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:24.676949 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-8a45cdb3-95c5-4b00-b8cd-d565c4c134a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 1098 time: 0.0454175 Oct 28 11:40:24.789546 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-12c01431-2dfa-4380-b119-1682f6f711e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:24.791053 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-12c01431-2dfa-4380-b119-1682f6f711e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 918 time: 0.0912337 Oct 28 11:40:25.223822 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229453ac-4a55-4d16-a5cd-f86bc672d78d req-3e21c96c-80fa-4674-980a-4966544ee176 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:25.225279 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-229453ac-4a55-4d16-a5cd-f86bc672d78d req-3e21c96c-80fa-4674-980a-4966544ee176 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0502408 Oct 28 11:40:25.263003 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-229453ac-4a55-4d16-a5cd-f86bc672d78d req-3168125d-9e22-4fd0-9589-046af5b29088 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Oct 28 11:40:25.646442 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:25.855164 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-2865385f-7fb2-42b8-9348-4d9e202305b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19 HTTP/1.1" status: 200 len: 1000 time: 0.0590863 Oct 28 11:40:26.389827 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c39499-38fd-4759-9188-63df7560d8cb req-0cc48f05-8e17-484e-9f9f-84fa28fdbb04 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:26.391337 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-54c39499-38fd-4759-9188-63df7560d8cb req-0cc48f05-8e17-484e-9f9f-84fa28fdbb04 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0532134 Oct 28 11:40:26.431099 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-54c39499-38fd-4759-9188-63df7560d8cb req-28801ab5-0c35-4ea2-8042-f952df8a5a2a tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329318 Oct 28 11:40:26.701968 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-4e70670a-26bb-4100-a095-58fe1c419a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:26.703358 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-4e70670a-26bb-4100-a095-58fe1c419a80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 200 len: 856 time: 0.0492320 Oct 28 11:40:27.551435 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae20133-ecc0-4f68-aef7-82a68d69def1 req-1b32e45f-d2e6-4ceb-a27a-a12476440ad6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:27.552990 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7ae20133-ecc0-4f68-aef7-82a68d69def1 req-1b32e45f-d2e6-4ceb-a27a-a12476440ad6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 945 time: 0.0485659 Oct 28 11:40:27.591203 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7ae20133-ecc0-4f68-aef7-82a68d69def1 req-26766f37-c8d8-44ea-ac9b-5ab3c60ce7be tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321755 Oct 28 11:40:27.643399 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:40:27.670927 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-b88b7838-4c84-4dc4-87ba-c66c2f303144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:27.672463 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-b88b7838-4c84-4dc4-87ba-c66c2f303144 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f5e489a1-e2f1-42bf-94d6-b73230b944c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467150 Oct 28 11:40:27.720550 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:27.747633 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:40:27.749956 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f1d6f4-0fb3-480d-a806-6887067ba86a" -d '{"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-unplugged", "status": "completed", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:40:27.763816 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:27.775637 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-1434288e-d458-4101-a392-d4b7468cf35b service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936720 Oct 28 11:40:27.787663 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 11:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa580297-27a3-435f-a3eb-a5dbd4a8c6f1 x-openstack-request-id: req-aa580297-27a3-435f-a3eb-a5dbd4a8c6f1 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:40:27.787952 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-unplugged", "status": "completed", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:40:27.788204 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa580297-27a3-435f-a3eb-a5dbd4a8c6f1 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:40:27.788600 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'code': 200} Oct 28 11:40:27.863866 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:27.871870 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3dc88d92-dc71-426d-aad5-f8e20064d7c5 req-b2555820-71a3-448d-8af4-728ce554d448 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863578 Oct 28 11:40:27.913706 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=8']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:27.920935 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.921284 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.921626 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.921986 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.922325 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.922650 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.922976 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.923302 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.923630 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.923950 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.924273 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.924605 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:27.966726 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-b38f7988-dfed-4a07-88ea-b8fcc1f7d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:27.968302 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-b38f7988-dfed-4a07-88ea-b8fcc1f7d2f3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 1096 time: 0.0474806 Oct 28 11:40:28.062394 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-7b0391ff-2a93-44c5-b200-f0a7630222b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:28.063859 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-7b0391ff-2a93-44c5-b200-f0a7630222b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 918 time: 0.0858750 Oct 28 11:40:28.139366 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-a29c3c3f-ce54-4b2b-aa10-1eda9949fddd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19 HTTP/1.1" status: 200 len: 998 time: 0.0672028 Oct 28 11:40:28.193546 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-6b5bfa76-b28d-4af3-b345-059639050b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:28.195395 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-6b5bfa76-b28d-4af3-b345-059639050b2e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 200 len: 856 time: 0.0487506 Oct 28 11:40:28.720291 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876519-6ef4-4a2a-b02a-a662ae6d0564 req-d980acfb-056c-4a16-be34-8ebfe37e82f1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:28.721838 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a8876519-6ef4-4a2a-b02a-a662ae6d0564 req-d980acfb-056c-4a16-be34-8ebfe37e82f1 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0575051 Oct 28 11:40:28.764615 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-a8876519-6ef4-4a2a-b02a-a662ae6d0564 req-8d1601b7-ef6d-4e83-b222-1faf544be6da tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362952 Oct 28 11:40:29.890201 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284e26-aefb-461b-8b79-5721e6a92b1d req-8e831d95-de32-4ca1-adaa-8c52f2fb29ae tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:29.891687 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db284e26-aefb-461b-8b79-5721e6a92b1d req-8e831d95-de32-4ca1-adaa-8c52f2fb29ae tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0493526 Oct 28 11:40:29.930052 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db284e26-aefb-461b-8b79-5721e6a92b1d req-bc9c42b7-7cf5-4cf5-b33a-e6bbae2dc2ed tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320759 Oct 28 11:40:30.018745 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-45fae5ce-8756-4b23-bd56-6dfbc0220d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:30.020728 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-45fae5ce-8756-4b23-bd56-6dfbc0220d86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f5e489a1-e2f1-42bf-94d6-b73230b944c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405233 Oct 28 11:40:31.052237 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e5402-7d17-4cf1-b57e-e5ae0e4559f3 req-b1ec9d27-235a-46b0-8be8-82615d12fad4 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:31.053695 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8b7e5402-7d17-4cf1-b57e-e5ae0e4559f3 req-b1ec9d27-235a-46b0-8be8-82615d12fad4 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0512865 Oct 28 11:40:31.059348 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-a4a051a4-e516-4cae-ad39-190953f9aa12 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914347 Oct 28 11:40:31.093875 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8b7e5402-7d17-4cf1-b57e-e5ae0e4559f3 req-33ee9c7b-0d0b-47cb-ba48-d1173669e877 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340903 Oct 28 11:40:31.162443 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6522eb12-90d6-4721-bd62-ff0c71ef17b9 req-6afa389f-6c59-4848-a792-f6c1d5976e75 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900378 Oct 28 11:40:32.214695 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22574ee-8525-4a34-8dfd-a1bb5b9166bd req-c408ec66-9eaa-40dd-99e0-cdc2486d021e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:32.216252 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c22574ee-8525-4a34-8dfd-a1bb5b9166bd req-c408ec66-9eaa-40dd-99e0-cdc2486d021e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0510039 Oct 28 11:40:32.256742 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c22574ee-8525-4a34-8dfd-a1bb5b9166bd req-35390d16-c124-4cbf-9018-190fae28840b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344646 Oct 28 11:40:33.376688 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d63536-2f88-43e7-90db-c3afe992bc9a req-c2af7898-32b2-43b3-bdf0-55238c8e12bf tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:33.378182 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-99d63536-2f88-43e7-90db-c3afe992bc9a req-c2af7898-32b2-43b3-bdf0-55238c8e12bf tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0496471 Oct 28 11:40:33.416973 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-99d63536-2f88-43e7-90db-c3afe992bc9a req-a2e1c1f0-570a-43df-95f6-ba8168a0c755 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324318 Oct 28 11:40:34.541718 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c0476-3f9c-4e5c-b0c8-972526d31b84 req-28daa408-c61b-43fa-b3ff-6cc2d979d609 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:34.543318 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-772c0476-3f9c-4e5c-b0c8-972526d31b84 req-28daa408-c61b-43fa-b3ff-6cc2d979d609 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0487092 Oct 28 11:40:34.584592 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-772c0476-3f9c-4e5c-b0c8-972526d31b84 req-77dc6dbe-b6ab-4ba4-ad64-ed71520fa7a9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351975 Oct 28 11:40:35.710306 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858679b-47b0-4a9d-91bb-f030c089141e req-9d12611b-de31-4348-9388-e47adc6f7b10 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:35.711811 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5858679b-47b0-4a9d-91bb-f030c089141e req-9d12611b-de31-4348-9388-e47adc6f7b10 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0547326 Oct 28 11:40:35.764194 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5858679b-47b0-4a9d-91bb-f030c089141e req-eb247c62-cf50-4fed-878a-4cfb9d98e131 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344284 Oct 28 11:40:36.894397 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87a6de-d50a-4dcb-9bc4-21acfa1334d5 req-ab96accb-7197-41dc-a2e3-540ab3928c3b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:36.895922 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cc87a6de-d50a-4dcb-9bc4-21acfa1334d5 req-ab96accb-7197-41dc-a2e3-540ab3928c3b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0541933 Oct 28 11:40:36.940559 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cc87a6de-d50a-4dcb-9bc4-21acfa1334d5 req-31a3f763-332f-4405-9de2-347c65a4c5f8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388169 Oct 28 11:40:39.328047 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106ac2e-55b2-40be-91d1-e0bcc6f1697f req-e57c1898-b225-44a1-8354-154ab47d0d3c tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:39.329564 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8106ac2e-55b2-40be-91d1-e0bcc6f1697f req-e57c1898-b225-44a1-8354-154ab47d0d3c tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 945 time: 0.0537555 Oct 28 11:40:39.370698 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8106ac2e-55b2-40be-91d1-e0bcc6f1697f req-aceecdc3-63bc-4097-a87f-4c1263f2fac9 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340772 Oct 28 11:40:39.380690 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f16169-76df-43fb-801e-1ce7ca5c3334 req-1247a598-b5bf-4b1a-bdfa-c04240cbe6b3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:39.382259 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-00f16169-76df-43fb-801e-1ce7ca5c3334 req-1247a598-b5bf-4b1a-bdfa-c04240cbe6b3 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0552416 Oct 28 11:40:39.427200 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-00f16169-76df-43fb-801e-1ce7ca5c3334 req-5b5048bb-8527-4b1d-91ff-6c1d803af415 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387390 Oct 28 11:40:39.612154 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-33299684-4d45-4fb6-ae0e-e1d063e442f3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403161 Oct 28 11:40:39.714426 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:40:40.526394 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582333e4-a2f4-44bc-957b-05599ed245b5 req-88d19ec4-d467-4d81-9e4f-cf2df2c878b9 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:40.527970 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-582333e4-a2f4-44bc-957b-05599ed245b5 req-88d19ec4-d467-4d81-9e4f-cf2df2c878b9 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 945 time: 0.0703206 Oct 28 11:40:40.558842 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42b935-9cfe-47a7-9483-093adc774b3a req-8db28f04-6600-49eb-a9be-176c6cd59b8f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:40.560971 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-df42b935-9cfe-47a7-9483-093adc774b3a req-8db28f04-6600-49eb-a9be-176c6cd59b8f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0505199 Oct 28 11:40:40.568608 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-582333e4-a2f4-44bc-957b-05599ed245b5 req-9b6c9bbf-c73e-4638-b469-7c4b17284cf5 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345459 Oct 28 11:40:40.603576 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-df42b935-9cfe-47a7-9483-093adc774b3a req-7f320dc3-3da2-47a1-8d8e-748497b4ebcc tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355718 Oct 28 11:40:41.089132 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-018226be-c3db-4f29-bc2f-6eca92158f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:41.090682 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-018226be-c3db-4f29-bc2f-6eca92158f2a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a&tenant_id=8e441afa764f4d43aabb60a1da939186 HTTP/1.1" status: 200 len: 1096 time: 0.0465696 Oct 28 11:40:41.157442 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-bf243def-9ff1-479c-9392-53926902cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:41.159000 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-bf243def-9ff1-479c-9392-53926902cd98 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e441afa764f4d43aabb60a1da939186&device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 1096 time: 0.0404210 Oct 28 11:40:41.258820 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-6389cf5e-66e6-4cc4-8ccc-e11c78be6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:41.260318 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-6389cf5e-66e6-4cc4-8ccc-e11c78be6333 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 200 len: 918 time: 0.0937712 Oct 28 11:40:41.331267 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-c425140c-fd8e-4cd1-be79-d6d42b1b30a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19 HTTP/1.1" status: 200 len: 998 time: 0.0629156 Oct 28 11:40:41.384677 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-b75bae67-44ec-45d1-a90a-1c6aa8ec695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:41.386157 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-b75bae67-44ec-45d1-a90a-1c6aa8ec695a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 200 len: 856 time: 0.0457685 Oct 28 11:40:41.437970 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-c364fa9a-23a6-4c4c-a15c-9dcefcb7aa45 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:41.439840 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-c364fa9a-23a6-4c4c-a15c-9dcefcb7aa45 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 945 time: 0.0643651 Oct 28 11:40:41.446135 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-5698730e-ea7e-4b93-b16e-2e6eb9117e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:41.447615 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-5698730e-ea7e-4b93-b16e-2e6eb9117e58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f5e489a1-e2f1-42bf-94d6-b73230b944c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535290 Oct 28 11:40:41.540742 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Deleting port 0424dfc1-967b-4c56-ae86-7f06cc636667 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:40:41.541365 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:41.547019 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-81c1731b-9e8f-4aff-9e12-fa7c172372c0 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912886 Oct 28 11:40:41.647569 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] For port 0424dfc1-967b-4c56-ae86-7f06cc636667, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0424dfc1-967b-4c56-ae86-7f06cc636667,segment=NetworkSegment(1824a73c-09a9-40df-ac1d-76f900bf6a4b),segment_id=1824a73c-09a9-40df-ac1d-76f900bf6a4b)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:41.647982 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:41.667507 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-39850419-fabb-4d0b-9996-aa4cfaf388a1 req-937f94c1-ed11-4775-b4e9-b9df83248684 service neutron] 10.222.0.81 "GET /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040061 Oct 28 11:40:41.691845 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Calling delete_port for 0424dfc1-967b-4c56-ae86-7f06cc636667 owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:40:41.749828 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c217d1-91c4-4cc6-b3e2-60a89a81824a req-e4106521-f05d-4099-8617-083100677a09 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:41.751359 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-23c217d1-91c4-4cc6-b3e2-60a89a81824a req-e4106521-f05d-4099-8617-083100677a09 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0611551 Oct 28 11:40:41.760878 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b2ec-4a53-4ea2-8cef-61c6a91918d5 req-ff96f2c0-c307-48fb-b219-b43382c2e4bf tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:41.762449 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-30f5b2ec-4a53-4ea2-8cef-61c6a91918d5 req-ff96f2c0-c307-48fb-b219-b43382c2e4bf tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 945 time: 0.1103883 Oct 28 11:40:41.799002 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-23c217d1-91c4-4cc6-b3e2-60a89a81824a req-a7b3712c-d6b0-4bb1-aa4c-4b4c7aa540df tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389314 Oct 28 11:40:41.831298 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-30f5b2ec-4a53-4ea2-8cef-61c6a91918d5 req-1bb9f06c-e438-4d96-9419-a1383d099dce tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/security-groups?id=46ce9275-da7e-452d-bc47-445cc1dc0497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590346 Oct 28 11:40:41.943783 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:41.957778 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['0424dfc1-967b-4c56-ae86-7f06cc636667'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:40:41.975938 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Pushing event deleted for resources: {'Port': ['ID=0424dfc1-967b-4c56-ae86-7f06cc636667,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:42.003170 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.004046 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.004382 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.004716 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.005045 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.005371 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.005695 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.006044 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.006446 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.006686 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.007005 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.007321 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:42.026073 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] No DVR routers for this DVR port 0424dfc1-967b-4c56-ae86-7f06cc636667 on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:40:42.028679 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:42.032104 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7127ed15-9510-42d5-a617-ee9df3a1f262 req-b550263c-8516-43f4-a065-0a1db516e7f4 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.81 "DELETE /v2.0/ports/0424dfc1-967b-4c56-ae86-7f06cc636667 HTTP/1.1" status: 204 len: 173 time: 0.5847881 Oct 28 11:40:42.032508 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9b8649-abc8-4661-addd-c1e89d305caf', 'name': 'network-vif-deleted', 'tag': '0424dfc1-967b-4c56-ae86-7f06cc636667'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:40:42.035062 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe392ee-9dc2-4df8-853f-19c1bbee05cd" -d '{"events": [{"server_uuid": "ec9b8649-abc8-4661-addd-c1e89d305caf", "name": "network-vif-deleted", "tag": "0424dfc1-967b-4c56-ae86-7f06cc636667"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:40:42.076243 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80219bc-afd3-4162-8bc1-573da32a9edb x-openstack-request-id: req-c80219bc-afd3-4162-8bc1-573da32a9edb {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:40:42.076799 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9b8649-abc8-4661-addd-c1e89d305caf", "name": "network-vif-deleted", "tag": "0424dfc1-967b-4c56-ae86-7f06cc636667", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:40:42.077283 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c80219bc-afd3-4162-8bc1-573da32a9edb {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:40:42.077762 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9b8649-abc8-4661-addd-c1e89d305caf', 'name': 'network-vif-deleted', 'tag': '0424dfc1-967b-4c56-ae86-7f06cc636667', 'status': 'completed', 'code': 200} Oct 28 11:40:42.937947 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb058832-c4fc-4ee3-9549-19d13f663ec6 req-cb35b381-f234-459e-bc12-77e1ef3a3eb2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:42.939999 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cb058832-c4fc-4ee3-9549-19d13f663ec6 req-cb35b381-f234-459e-bc12-77e1ef3a3eb2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0564303 Oct 28 11:40:42.964144 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-814d9828-f737-4da8-8a8c-0728cb1c03aa req-034a8048-3a51-47ab-8126-750e2ad81fe8 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0317986 Oct 28 11:40:42.987708 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cb058832-c4fc-4ee3-9549-19d13f663ec6 req-01cff660-20d5-466b-9383-9590b5718a62 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398250 Oct 28 11:40:43.061106 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44800) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:43.177557 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-87fabd97-99c3-4d89-87e1-6c6314d9f22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:43.256410 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-87fabd97-99c3-4d89-87e1-6c6314d9f22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:43.342843 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-87fabd97-99c3-4d89-87e1-6c6314d9f22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:43.382749 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-87fabd97-99c3-4d89-87e1-6c6314d9f22b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=113328bfd84e4ec0839d37883705d496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205602 Oct 28 11:40:43.383585 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fabd97-99c3-4d89-87e1-6c6314d9f22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57cc45-33ae-4dc8-b0e5-dff3e7a152de,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:43.386099 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44804) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:43.441301 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-17b9931c-cad9-48e9-a047-e6db28110d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:43.466837 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-17b9931c-cad9-48e9-a047-e6db28110d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:43.577393 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-17b9931c-cad9-48e9-a047-e6db28110d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:43.580482 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-17b9931c-cad9-48e9-a047-e6db28110d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:43.582172 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-17b9931c-cad9-48e9-a047-e6db28110d64 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d57cc45-33ae-4dc8-b0e5-dff3e7a152de HTTP/1.1" status: 204 len: 168 time: 0.1948013 Oct 28 11:40:43.592017 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9931c-cad9-48e9-a047-e6db28110d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57cc45-33ae-4dc8-b0e5-dff3e7a152de,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:44.132003 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-74425048-b681-40ca-bf2f-19fbfca71932 req-66417b3a-3ef7-49a7-aa6d-f38171a684b3 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0551271 Oct 28 11:40:44.195753 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c854a5d-5701-4e2e-ab0f-defde40a3617 req-1aa73bc6-e4cc-41d4-954f-dfd60faf0c1d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:44.199676 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7c854a5d-5701-4e2e-ab0f-defde40a3617 req-1aa73bc6-e4cc-41d4-954f-dfd60faf0c1d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.1003232 Oct 28 11:40:44.248714 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7c854a5d-5701-4e2e-ab0f-defde40a3617 req-46b09b94-1e8b-4d6e-afbc-db26ed7f77aa tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356667 Oct 28 11:40:45.305368 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44836) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:45.420496 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207d887-5ee4-4fae-927b-ce99b289205f req-ccbeaa8f-5e62-4558-b7fd-6ad7957d069e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:45.421959 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5207d887-5ee4-4fae-927b-ce99b289205f req-ccbeaa8f-5e62-4558-b7fd-6ad7957d069e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0553513 Oct 28 11:40:45.426807 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d30a243c-3c5a-47ac-a980-63121b4cbc14 req-7052ef9c-a5a5-43c4-8c2b-f9d9d1d2d712 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0326703 Oct 28 11:40:45.478053 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5207d887-5ee4-4fae-927b-ce99b289205f req-7c50a3b4-f102-4d26-a1d3-3b78ce4afb46 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481558 Oct 28 11:40:45.488811 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1197270929-network', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:45.571344 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Made reservation on behalf of 711a0bcc92344b93ad398344a6d99c3c for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:40:45.573986 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:45.583315 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:45.663536 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:45.754693 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:45.761977 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 0424dfc1-967b-4c56-ae86-7f06cc636667 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:40:45.783698 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fbdc61-1cfa-4030-adc6-20220b70cbcd,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:45.786199 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 0424dfc1-967b-4c56-ae86-7f06cc636667 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:40:45.797271 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 0424dfc1-967b-4c56-ae86-7f06cc636667 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:40:45.902847 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:40:46.201759 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:46.205286 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Added segment c75a0d81-ba53-4e57-836d-97dfb34cd87d of type vlan for network b72db5c7-2591-41a1-97be-c940e7e41192 Oct 28 11:40:46.244837 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:46.412164 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:46.413512 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:46.414476 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:46.480554 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] Pushing event updated for resources: {'Network': ['ID=b72db5c7-2591-41a1-97be-c940e7e41192,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:46.492974 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network b72db5c7-2591-41a1-97be-c940e7e41192 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:40:46.551507 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e68591af-f88b-49b3-8ba8-830077aff026 req-91239a49-0c9b-4520-ac25-56938dd681b7 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0313830 Oct 28 11:40:46.574299 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f7cda8df-a90f-455d-9943-cd1bfc443be2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2677548 Oct 28 11:40:46.582684 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44846) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:46.588036 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Request body: {'subnet': {'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1197270929-subnet', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'ip_version': 4}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:46.639028 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f429c-805f-4e7f-94eb-1db5260301e8 req-0c643726-3cfa-4c6c-b8c3-eb14ac810528 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:46.640908 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c22f429c-805f-4e7f-94eb-1db5260301e8 req-0c643726-3cfa-4c6c-b8c3-eb14ac810528 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0633976 Oct 28 11:40:46.687037 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c22f429c-805f-4e7f-94eb-1db5260301e8 req-87e74ad1-263c-45ff-b842-6f79b8d70566 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388577 Oct 28 11:40:46.731236 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Made reservation on behalf of 711a0bcc92344b93ad398344a6d99c3c for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:40:46.733628 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14419439'] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:46.972324 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12818695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14419453'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:47.034915 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:47.044689 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Checking segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:40:47.045047 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Network hostable DHCP agents. Network: b72db5c7-2591-41a1-97be-c940e7e41192, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:40:47.154290 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Network b72db5c7-2591-41a1-97be-c940e7e41192 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:40:47.519839 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, b72db5c7-2591-41a1-97be-c940e7e41192) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:40:47.525097 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:47.525754 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:47.532137 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4613d3-3f43-4a60-bf88-687bf47d3f4a None None] Network b72db5c7-2591-41a1-97be-c940e7e41192 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:40:47.672718 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6fbed913-be28-4e2f-bbc0-f441f0b2dbc3 req-d1e67295-e7be-4c4e-b8c4-f1e3a1c6e50e tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0304711 Oct 28 11:40:47.677929 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-168d9731-c4ea-4a97-b755-baf567f8cd27 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0927079 Oct 28 11:40:47.679852 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44850) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:47.686340 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:47.696131 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-b72db5c7-2591-41a1-97be-c940e7e41192', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:40:47.696994 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:47.814680 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:47.816052 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:47.830239 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a825-d82c-484c-9641-1c2ee6076d64 req-8776af76-6c6b-4180-b634-7ac1efd95a71 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:47.832179 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7949a825-d82c-484c-9641-1c2ee6076d64 req-8776af76-6c6b-4180-b634-7ac1efd95a71 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0575120 Oct 28 11:40:47.851246 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Allocated IP 172.20.0.2 (b72db5c7-2591-41a1-97be-c940e7e41192/77b9f161-a15b-4bcd-bf99-5a1bb1a9349e/4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:40:47.894093 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7949a825-d82c-484c-9641-1c2ee6076d64 req-7054bf4b-c676-4bb9-b612-223dc413ba03 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488551 Oct 28 11:40:48.019859 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:48.097583 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:48.143553 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Network b72db5c7-2591-41a1-97be-c940e7e41192 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:40:48.146905 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:40:48.151290 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:40:48.155170 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Pushing event updated for resources: {'Port': ['ID=4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:48.214168 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Attempting to bind port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:40:48.214545 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Attempting to bind port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:40:48.214691 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:48.215055 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Attempting to bind port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e on network b72db5c7-2591-41a1-97be-c940e7e41192 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:40:48.220692 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:40:48.226239 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Checking segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:40:48.226239 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:48.226239 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Bound using segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:40:48.226239 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Bound port: 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:40:48.226239 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:48.301775 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] For port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:40:48.307143 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] For port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:40:48.423279 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:48.442878 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:48.485479 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c58e87-b2b1-4dd4-b058-d4db4fc65fce None None] Pushing event updated for resources: {'Port': ['ID=4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:48.841424 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-85aaca42-cd87-4086-9e26-942ec3722a3d req-f57e37aa-daeb-42d1-a7ae-e3d9d0119301 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0445652 Oct 28 11:40:48.846093 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:48.869800 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:49.036504 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Allocated IP 172.27.0.34 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/eafa5094-f1cf-4508-8b89-8166e3746ca3) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:40:49.063768 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295ddc7-7f32-46e5-a096-df5d2e09ec2c req-1e676cfc-e714-4c01-a8fb-acc3d738ad44 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:49.065411 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2295ddc7-7f32-46e5-a096-df5d2e09ec2c req-1e676cfc-e714-4c01-a8fb-acc3d738ad44 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0925276 Oct 28 11:40:49.158351 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2295ddc7-7f32-46e5-a096-df5d2e09ec2c req-4ba5b9f7-a799-4f39-b27a-4b544560d2f9 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791283 Oct 28 11:40:49.192483 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:49.326085 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:49.372399 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:40:49.375047 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:40:49.377783 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:40:49.405678 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Pushing event updated for resources: {'Port': ['ID=eafa5094-f1cf-4508-8b89-8166e3746ca3,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:49.567992 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6162e7d6-f488-45a1-aa56-c5301808fc38 None None] Network b72db5c7-2591-41a1-97be-c940e7e41192 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:40:49.750869 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:49.800495 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-27be75c9-b1f3-4565-aaf3-427181241206 None None] Provisioning complete for port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:49.800854 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-27be75c9-b1f3-4565-aaf3-427181241206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:49.983952 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-86786993-8490-4853-8ce2-f50fa9a5e9fa req-ee5c828f-d1f3-42e5-bfe7-584c22ff8f0a tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0356669 Oct 28 11:40:49.989461 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-27be75c9-b1f3-4565-aaf3-427181241206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:50.090698 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:50.091306 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-27be75c9-b1f3-4565-aaf3-427181241206 None None] For port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:50.320803 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780da9d9-954a-4397-9f02-2a205653b91c req-4a400fa9-deef-4463-956a-3d482d3149ae tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:50.329528 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-780da9d9-954a-4397-9f02-2a205653b91c req-4a400fa9-deef-4463-956a-3d482d3149ae tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0704396 Oct 28 11:40:50.373804 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-780da9d9-954a-4397-9f02-2a205653b91c req-e9ec9cdf-fc93-4073-ad6d-c38344abe04b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431976 Oct 28 11:40:50.388733 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:40:50.436751 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:50.437116 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:50.522270 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:50.820942 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-27be75c9-b1f3-4565-aaf3-427181241206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:50.856633 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Router b0cdc614-bb45-43b0-b5c6-35195bd11daf is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:40:50.875730 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-1c6ceaaa-04f9-4a98-a724-7e6ffaa4e812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:50.908806 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.db.api [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 11:40:50.909166 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG oslo_db.api [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:40:50.909798 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be75c9-b1f3-4565-aaf3-427181241206 None None] Pushing event updated for resources: {'Port': ['ID=4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:50.945362 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-ef425d67-5270-49e2-a19e-223b3f80bd19 None None] Provisioning complete for port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:50.945729 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ef425d67-5270-49e2-a19e-223b3f80bd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:50.981663 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:40:51.005080 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Sync routers for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:40:51.023236 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:40:51.023884 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:40:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:51.053609 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:40:51.085799 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] Publish callbacks [] for router, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:51.090271 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-6670be71-e197-461b-9499-d25f934f2b89 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4092805 Oct 28 11:40:51.122592 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c4465fb8-993b-4665-9633-cf82e104cab8 req-84ca2318-cc74-4e74-a336-1cd97b9c6ce0 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0376267 Oct 28 11:40:51.123262 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44874) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:51.184075 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c988d-652d-4f07-8be4-b68afed1e0c7 req-a5fe964a-2491-4b8b-bb6e-b9ebdc40e19d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:51.187106 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:40:51.192694 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f94c988d-652d-4f07-8be4-b68afed1e0c7 req-a5fe964a-2491-4b8b-bb6e-b9ebdc40e19d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.1489131 Oct 28 11:40:51.249575 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f94c988d-652d-4f07-8be4-b68afed1e0c7 req-670b6005-9095-48b3-a714-3b29eb3f32c5 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553486 Oct 28 11:40:51.405560 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:49Z', 'revision_number': 3, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:51.469358 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Checking router: b0cdc614-bb45-43b0-b5c6-35195bd11daf for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:40:51.469711 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Updating router b0cdc614-bb45-43b0-b5c6-35195bd11daf port eafa5094-f1cf-4508-8b89-8166e3746ca3 binding host dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:40:51.511843 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:51.606578 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365539a-b661-4af2-81d4-690c5e44d241 req-dfd24bb6-fadd-4494-991f-d53035ab4e8d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:51.608225 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b365539a-b661-4af2-81d4-690c5e44d241 req-dfd24bb6-fadd-4494-991f-d53035ab4e8d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0831988 Oct 28 11:40:51.698701 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b365539a-b661-4af2-81d4-690c5e44d241 req-fa701d66-ef3e-41b4-b27c-09b3d5a5baeb tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663316 Oct 28 11:40:51.766288 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:51.802818 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Publish callbacks [] for port, precommit_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:51.897006 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:51.967649 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Allocated IP 172.20.0.1 (b72db5c7-2591-41a1-97be-c940e7e41192/77b9f161-a15b-4bcd-bf99-5a1bb1a9349e/7d4b66f8-e432-47c9-88ff-4928a4e30c1b) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:40:51.967901 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Attempting to bind port eafa5094-f1cf-4508-8b89-8166e3746ca3 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:40:51.967901 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Attempting to bind port eafa5094-f1cf-4508-8b89-8166e3746ca3 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:40:51.967901 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Attempting to bind port eafa5094-f1cf-4508-8b89-8166e3746ca3 on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:40:51.967901 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f589d-5809-45e5-ac6e-1af6c25c5627 None None] Pushing event updated for resources: {'Port': ['ID=eafa5094-f1cf-4508-8b89-8166e3746ca3,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:51.972444 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:40:51.973492 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:40:51.977191 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:51.977191 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:40:51.977191 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Bound port: eafa5094-f1cf-4508-8b89-8166e3746ca3, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:40:51.977191 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:52.039358 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] For port eafa5094-f1cf-4508-8b89-8166e3746ca3, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:40:52.047385 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] For port eafa5094-f1cf-4508-8b89-8166e3746ca3, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=eafa5094-f1cf-4508-8b89-8166e3746ca3,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:40:52.083608 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:52.241352 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3aa9be3f-7695-473b-9802-b20dc5cc06e6 req-7153dad8-7087-4666-92b6-8908a52155db tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0326469 Oct 28 11:40:52.265408 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:40:52.339008 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:52.339381 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:52.374474 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:52.380673 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:52.435500 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Network b72db5c7-2591-41a1-97be-c940e7e41192 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:40:52.440873 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:40:52.448776 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:40:52.460318 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc2d23-e8b2-4915-a0a5-2509589e607b req-b58a3919-7156-4d6c-a7f3-894e461a3e0c tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:52.463248 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:40:52.463932 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:40:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:52.468610 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9bfc2d23-e8b2-4915-a0a5-2509589e607b req-b58a3919-7156-4d6c-a7f3-894e461a3e0c tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.1274569 Oct 28 11:40:52.468842 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f589d-5809-45e5-ac6e-1af6c25c5627 None None] Pushing event updated for resources: {'Port': ['ID=eafa5094-f1cf-4508-8b89-8166e3746ca3,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:52.476338 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Pushing event updated for resources: {'Port': ['ID=7d4b66f8-e432-47c9-88ff-4928a4e30c1b,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:52.531175 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.531515 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.531844 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.532587 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.532917 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.533239 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.533561 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.533878 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.534220 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.534533 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.534851 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.535187 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:52.704584 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:52.734823 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:40:52.805185 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5f149e1f-9421-4fce-bd09-357d40eb9fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:52.890446 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-e0cce33d-c8c1-4ddd-a9b0-461106c60ffa None None] Provisioning complete for port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:52.891039 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e0cce33d-c8c1-4ddd-a9b0-461106c60ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:52.931849 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365aca-e613-44fe-a868-a18203ce03d0 req-e4e1ad79-db9d-4b2e-9782-5209694e4dc4 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:52.933323 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ea365aca-e613-44fe-a868-a18203ce03d0 req-e4e1ad79-db9d-4b2e-9782-5209694e4dc4 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0945692 Oct 28 11:40:52.957662 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-e0cce33d-c8c1-4ddd-a9b0-461106c60ffa None None] Port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:40:52.978141 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:52.985549 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ea365aca-e613-44fe-a868-a18203ce03d0 req-6a381fa4-844a-4a5f-88bd-ce83dac25f12 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438426 Oct 28 11:40:53.021817 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9bfc2d23-e8b2-4915-a0a5-2509589e607b req-407cbe85-b5e7-4312-9ad9-ef66b91efacf tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5522296 Oct 28 11:40:53.026923 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:49Z', 'revision_number': 3, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:53.193546 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d041a-e714-46b0-aece-3d9c7b529ca7 None None] The sync data for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi is: [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:49Z', 'revision_number': 3, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:40:53.216339 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:53.383304 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f5e84be8-0f13-4d28-a0c6-31a5af941bb9 req-e4447fcc-f2ab-4852-850f-e1bd96532326 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0371075 Oct 28 11:40:53.436837 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:53.448097 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:53.520651 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:53.626742 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:53.633426 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Pushing event updated for resources: {'Port': ['ID=7d4b66f8-e432-47c9-88ff-4928a4e30c1b,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:53.753114 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Network b72db5c7-2591-41a1-97be-c940e7e41192 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:40:53.754896 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:40:53.834713 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:53.900176 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Router b0cdc614-bb45-43b0-b5c6-35195bd11daf has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:40:54.000444 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-cea39012-d090-4f3b-b327-de95b3a294e7 None None] Provisioning complete for port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:54.001062 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-cea39012-d090-4f3b-b327-de95b3a294e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:54.027100 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:40:54.032594 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-2a4b8634-e66e-471d-86b1-494e152afd0e admin admin] 10.222.0.79 "PUT /v2.0/routers/b0cdc614-bb45-43b0-b5c6-35195bd11daf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9081295 Oct 28 11:40:54.094469 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-cea39012-d090-4f3b-b327-de95b3a294e7 None None] Port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:40:54.156224 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f3180-a204-4286-a70c-3e2af392566b req-977a5f2b-0d32-4e5c-b5aa-e3104ac68446 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:54.164647 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-349f3180-a204-4286-a70c-3e2af392566b req-977a5f2b-0d32-4e5c-b5aa-e3104ac68446 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0895748 Oct 28 11:40:54.171207 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4491ce4-0af5-41f9-9c83-6178fd83369b req-c2bc59eb-88e7-48f2-a1c4-02dcce1d87b9 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:54.173100 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e4491ce4-0af5-41f9-9c83-6178fd83369b req-c2bc59eb-88e7-48f2-a1c4-02dcce1d87b9 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0610085 Oct 28 11:40:54.232584 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e4491ce4-0af5-41f9-9c83-6178fd83369b req-05ea3358-adc0-49e8-bbf2-4eb760d1d18c tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445652 Oct 28 11:40:54.239516 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-349f3180-a204-4286-a70c-3e2af392566b req-3f449c63-479e-4a42-a6fa-5050d1dd909c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736096 Oct 28 11:40:54.317636 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device eafa5094-f1cf-4508-8b89-8166e3746ca3 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:40:54.372036 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port eafa5094-f1cf-4508-8b89-8166e3746ca3 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:54.372403 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:54.453878 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:54.480794 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port eafa5094-f1cf-4508-8b89-8166e3746ca3, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=eafa5094-f1cf-4508-8b89-8166e3746ca3,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:54.500471 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6d344654-aa4d-4316-89aa-91d055fd163e req-61687e8d-d6ca-4211-8347-54c4c77300f1 tempest-VolumesSnapshotTestJSON-1877139925 tempest-VolumesSnapshotTestJSON-1877139925-project] 10.222.0.79 "GET /v2.0/ports?device_id=ec9b8649-abc8-4661-addd-c1e89d305caf HTTP/1.1" status: 200 len: 210 time: 0.0301332 Oct 28 11:40:54.572218 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:54.624561 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=eafa5094-f1cf-4508-8b89-8166e3746ca3,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:54.850256 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-efc6a774-f3c3-4b8b-873a-37e961ef4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:54.851767 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-efc6a774-f3c3-4b8b-873a-37e961ef4ae3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c7e9e20137c4074adc486e467a29cd4&device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 1137 time: 0.0435252 Oct 28 11:40:54.942722 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44910) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:54.948166 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-460344136-network', 'tenant_id': '9727c50e0df6426d948493e9d996a521'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:54.953628 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-fc1bd74f-999c-4cf8-841d-500659928295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:54.953628 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-fc1bd74f-999c-4cf8-841d-500659928295 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0748e7c1-2da7-40aa-b291-6693ee9e3a36 HTTP/1.1" status: 200 len: 916 time: 0.0917394 Oct 28 11:40:54.988832 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Sync routers for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:40:54.999085 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:40:54.999679 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:40:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:55.037942 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-a9179827-bad4-4e3c-9ab5-cb441cb653cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 200 len: 999 time: 0.0754077 Oct 28 11:40:55.062162 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Made reservation on behalf of 9727c50e0df6426d948493e9d996a521 for: {'network': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:40:55.064703 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.080936 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.098521 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-d83e1b94-b683-4872-bb1c-b729ec9c9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:55.100005 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-d83e1b94-b683-4872-bb1c-b729ec9c9275 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c36b385-780b-436a-b432-d576b0b6fc0f HTTP/1.1" status: 200 len: 854 time: 0.0525110 Oct 28 11:40:55.122138 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:40:55.150400 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-14427cd9-1137-48cd-b6f6-0304878dbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:55.151892 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-14427cd9-1137-48cd-b6f6-0304878dbee4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0748e7c1-2da7-40aa-b291-6693ee9e3a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421200 Oct 28 11:40:55.157059 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.271315 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-a8d3eb7f-c519-4618-8595-877056a5263c service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047299 Oct 28 11:40:55.279728 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.300164 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=101985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:40:55.323382 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.327796 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.segments_db [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Added segment b1015ef5-ede7-493c-8dfc-f1dc56d137c8 of type vlan for network de16570b-188c-43ca-bf09-0c96cdf18663 Oct 28 11:40:55.381985 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 2, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:55.399488 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-954dbad2-693a-43b9-97b4-71d312c1a5a5 req-bac3dd28-32e1-4fab-83c6-7914161b8ba2 service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161456 Oct 28 11:40:55.403809 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.422248 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Checking router: b0cdc614-bb45-43b0-b5c6-35195bd11daf for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:40:55.422898 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Updating router b0cdc614-bb45-43b0-b5c6-35195bd11daf port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:40:55.454486 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdd05b-d7d1-4cb9-bc47-7aec28d298ae req-45ef696d-66db-4d75-be84-08a6eac934b2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:55.455507 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79185875-1abb-416d-874d-9376fa77fb6a,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:55.455751 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.456928 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-eacdd05b-d7d1-4cb9-bc47-7aec28d298ae req-45ef696d-66db-4d75-be84-08a6eac934b2 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.0781171 Oct 28 11:40:55.510742 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d8af4-0baa-420c-81fe-2df16c747c9b req-4627fe99-e792-4651-95d9-a0d79171a317 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:55.520315 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-de0d8af4-0baa-420c-81fe-2df16c747c9b req-4627fe99-e792-4651-95d9-a0d79171a317 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.1474340 Oct 28 11:40:55.531812 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-eacdd05b-d7d1-4cb9-bc47-7aec28d298ae req-8b61098c-e3f4-4636-b1d4-c55f638ad476 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663962 Oct 28 11:40:55.576871 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-de0d8af4-0baa-420c-81fe-2df16c747c9b req-2f23f9da-ef1c-465c-a74c-7772b89afd1e tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551116 Oct 28 11:40:55.580381 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.580381 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:55.580381 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.673610 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] Pushing event updated for resources: {'Network': ['ID=de16570b-188c-43ca-bf09-0c96cdf18663,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:55.686070 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.688946 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network de16570b-188c-43ca-bf09-0c96cdf18663 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:40:55.733403 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-304904a5-ec47-4f17-ab6b-8ddb54456e3b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7895474 Oct 28 11:40:55.736672 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44922) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:55.744032 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Request body: {'subnet': {'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-460344136-subnet', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'ip_version': 4}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:55.785348 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.959619 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:55.959931 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Made reservation on behalf of 9727c50e0df6426d948493e9d996a521 for: {'subnet': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:40:55.962073 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14419439'] for subnet, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.026209 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Pushing event updated for resources: {'Port': ['ID=7d4b66f8-e432-47c9-88ff-4928a4e30c1b,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:56.048966 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.049327 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.049667 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.050026 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.050371 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.051247 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.052081 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.052458 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.052808 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.053161 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.053460 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.053772 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:40:56.070876 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Attempting to bind port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:40:56.071451 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Attempting to bind port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:40:56.071807 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Attempting to bind port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b on network b72db5c7-2591-41a1-97be-c940e7e41192 {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:40:56.077219 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:40:56.077830 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Checking segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:40:56.078008 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.078373 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Bound using segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:40:56.078840 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Bound port: 7d4b66f8-e432-47c9-88ff-4928a4e30c1b, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:40:56.079233 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.149410 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] For port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:40:56.152644 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] For port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=7d4b66f8-e432-47c9-88ff-4928a4e30c1b,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:40:56.231074 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-30aa529e-f7ca-4b92-b074-09a10aed8f59 None None] Provisioning complete for port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:56.231448 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-30aa529e-f7ca-4b92-b074-09a10aed8f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.258290 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device eafa5094-f1cf-4508-8b89-8166e3746ca3 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:40:56.279612 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12818695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14419453'] for subnet, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.279923 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.304336 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-30aa529e-f7ca-4b92-b074-09a10aed8f59 None None] Port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:40:56.325227 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port eafa5094-f1cf-4508-8b89-8166e3746ca3 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:56.325612 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.346780 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73724430-499f-43a6-b63b-d6d82cb12cf9,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:56.357624 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Checking segment: {'id': 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:40:56.358116 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Network hostable DHCP agents. Network: de16570b-188c-43ca-bf09-0c96cdf18663, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:40:56.362533 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:40:56.364415 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:40:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:56.366731 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc147dcc-a508-4b6d-a4c4-c5141d82d08c None None] Pushing event updated for resources: {'Port': ['ID=7d4b66f8-e432-47c9-88ff-4928a4e30c1b,revision_number=4']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:56.493877 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:40:56.524793 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Network de16570b-188c-43ca-bf09-0c96cdf18663 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:40:56.627801 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, de16570b-188c-43ca-bf09-0c96cdf18663) {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:40:56.632547 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:56.648177 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.648482 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445479ec-e490-4d25-a635-64fe2df4a1f7 None None] Network de16570b-188c-43ca-bf09-0c96cdf18663 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:40:56.648482 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-4c4b8c04-42cd-4e13-8b72-b5f03d3197eb None None] Provisioning complete for port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:56.648482 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8c04-42cd-4e13-8b72-b5f03d3197eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.695868 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757aeeaf-94d2-4288-8f01-afa87bcb7aa3 req-bef74016-fbf2-402c-88ae-d73a959dfeee tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:56.704646 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-757aeeaf-94d2-4288-8f01-afa87bcb7aa3 req-bef74016-fbf2-402c-88ae-d73a959dfeee tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.1019733 Oct 28 11:40:56.721876 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94be5b4-0449-4d1d-8b29-0461b8d29b91 req-208bf684-94cc-41f5-9c80-abcfb615ef04 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:56.724685 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a94be5b4-0449-4d1d-8b29-0461b8d29b91 req-208bf684-94cc-41f5-9c80-abcfb615ef04 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0683291 Oct 28 11:40:56.748482 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:56.753092 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-39de3806-a4e6-4f0a-af10-883649c0c786 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0153120 Oct 28 11:40:56.756763 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44932) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:56.763277 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-757aeeaf-94d2-4288-8f01-afa87bcb7aa3 req-9fbc19cc-c4fa-46df-92ca-c10fadb7a07d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556521 Oct 28 11:40:56.765698 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:40:56.775128 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a94be5b4-0449-4d1d-8b29-0461b8d29b91 req-08c3a52d-792c-490b-9681-d6b94e70592f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440738 Oct 28 11:40:56.798558 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12211e9-6e89-4867-86ae-2f1ea015b17b None None] The sync data for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi is: [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:40:56.901407 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8c04-42cd-4e13-8b72-b5f03d3197eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.915015 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.923999 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.955809 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-de16570b-188c-43ca-bf09-0c96cdf18663', 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'fixed_ips': [{'subnet_id': '73724430-499f-43a6-b63b-d6d82cb12cf9'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:40:56.956744 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:56.984083 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-4c4b8c04-42cd-4e13-8b72-b5f03d3197eb None None] For port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=7d4b66f8-e432-47c9-88ff-4928a4e30c1b,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:56.984355 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:57.117526 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Allocated IP 172.20.0.2 (de16570b-188c-43ca-bf09-0c96cdf18663/73724430-499f-43a6-b63b-d6d82cb12cf9/826f26d6-a92d-49b3-9623-5c37993a0552) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:40:57.165420 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4c4b8c04-42cd-4e13-8b72-b5f03d3197eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:57.312066 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b8c04-42cd-4e13-8b72-b5f03d3197eb None None] Pushing event updated for resources: {'Port': ['ID=7d4b66f8-e432-47c9-88ff-4928a4e30c1b,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:57.323004 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:57.399712 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:57.447096 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Network de16570b-188c-43ca-bf09-0c96cdf18663 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:40:57.452778 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:40:57.456736 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:40:57.460120 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Pushing event updated for resources: {'Port': ['ID=826f26d6-a92d-49b3-9623-5c37993a0552,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:57.533849 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Attempting to bind port 826f26d6-a92d-49b3-9623-5c37993a0552 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:40:57.534259 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Attempting to bind port 826f26d6-a92d-49b3-9623-5c37993a0552 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:40:57.534622 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Attempting to bind port 826f26d6-a92d-49b3-9623-5c37993a0552 on network de16570b-188c-43ca-bf09-0c96cdf18663 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:40:57.542790 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:40:57.543304 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Checking segment: {'id': 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:40:57.543803 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:57.544287 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Bound using segment: {'id': 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:40:57.544966 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Bound port: 826f26d6-a92d-49b3-9623-5c37993a0552, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:40:57.545566 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:57.571517 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:57.620069 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] For port 826f26d6-a92d-49b3-9623-5c37993a0552, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:40:57.623807 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] For port 826f26d6-a92d-49b3-9623-5c37993a0552, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=826f26d6-a92d-49b3-9623-5c37993a0552,segment=NetworkSegment(b1015ef5-ede7-493c-8dfc-f1dc56d137c8),segment_id=b1015ef5-ede7-493c-8dfc-f1dc56d137c8)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:40:57.747410 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:57.792502 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:40:57.856980 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71d61f-6d51-449e-9ea4-eb2993ecfff3 None None] Pushing event updated for resources: {'Port': ['ID=826f26d6-a92d-49b3-9623-5c37993a0552,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:57.981577 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d74cef-0ec4-43f2-bf78-c41aa14d341a req-18ab39c1-8092-4e90-8ff8-035abbbbe9b7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:57.983558 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5d74cef-0ec4-43f2-bf78-c41aa14d341a req-18ab39c1-8092-4e90-8ff8-035abbbbe9b7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0901079 Oct 28 11:40:58.016216 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51241-2196-4243-b4ba-12c2fb7ca9e8 req-1b5c1041-cc40-423f-87fb-f6bce84c40d5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:58.018110 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cfd51241-2196-4243-b4ba-12c2fb7ca9e8 req-1b5c1041-cc40-423f-87fb-f6bce84c40d5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 943 time: 0.1538589 Oct 28 11:40:58.041137 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:58.052448 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5d74cef-0ec4-43f2-bf78-c41aa14d341a req-28b198ce-6839-4078-84dd-941f77717f25 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559120 Oct 28 11:40:58.056791 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'port_id': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'mac_address': 'fa:16:3e:46:81:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:40:58.076063 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.115381 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.129868 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.140704 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448a38a7-7054-45e3-8acb-23ffbaed9b19 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:40:58.171851 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:58.188416 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cfd51241-2196-4243-b4ba-12c2fb7ca9e8 req-8187b0a1-6153-467c-8e81-9bb222be05e8 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416090 Oct 28 11:40:58.273569 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.292657 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Allocated IP 172.27.0.158 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/779eb5dc-25ea-43e2-a5c2-508bbd139cae) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:40:58.341300 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=9']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:58.345602 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 826f26d6-a92d-49b3-9623-5c37993a0552 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:40:58.396125 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 826f26d6-a92d-49b3-9623-5c37993a0552 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:58.396482 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.426711 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.480340 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.517493 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 826f26d6-a92d-49b3-9623-5c37993a0552, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=826f26d6-a92d-49b3-9623-5c37993a0552,segment=NetworkSegment(b1015ef5-ede7-493c-8dfc-f1dc56d137c8),segment_id=b1015ef5-ede7-493c-8dfc-f1dc56d137c8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:40:58.520743 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.563914 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:40:58.569935 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:40:58.572164 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=779eb5dc-25ea-43e2-a5c2-508bbd139cae,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:58.574428 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:40:58.593386 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.594331 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 7d4b66f8-e432-47c9-88ff-4928a4e30c1b up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:40:58.678217 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=826f26d6-a92d-49b3-9623-5c37993a0552,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:40:58.687784 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:58.688155 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:58.929846 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3f63d-6c33-4bcf-b968-c03cdd37f947 None None] Network de16570b-188c-43ca-bf09-0c96cdf18663 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:40:58.952335 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:59.043318 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-42d34549-4ed6-42c8-adb4-658b22bf4060 None None] Provisioning complete for port 826f26d6-a92d-49b3-9623-5c37993a0552 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:59.044010 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-42d34549-4ed6-42c8-adb4-658b22bf4060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:59.165385 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:59.178045 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71536a7-c539-44d9-a14a-5359c4016b55 req-22b3dcf8-4986-4489-b5b7-d99074234489 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:59.179642 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a71536a7-c539-44d9-a14a-5359c4016b55 req-22b3dcf8-4986-4489-b5b7-d99074234489 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0605919 Oct 28 11:40:59.231719 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a71536a7-c539-44d9-a14a-5359c4016b55 req-1a8e781a-0a9a-468b-9b64-1d3f99de2852 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456715 Oct 28 11:40:59.358530 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22b733-2ef3-4cb3-b08c-f128e8be8913 req-cf0725a9-575c-43ae-8e7e-72b32e8d9589 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:40:59.360049 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bc22b733-2ef3-4cb3-b08c-f128e8be8913 req-cf0725a9-575c-43ae-8e7e-72b32e8d9589 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0794559 Oct 28 11:40:59.398608 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-bc22b733-2ef3-4cb3-b08c-f128e8be8913 req-c44c2962-c935-4c63-9edb-b2ccb4d44f45 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323589 Oct 28 11:40:59.409181 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-ae79ab93-ed4f-417d-8bf0-57a380ae8272 None None] Provisioning complete for port 826f26d6-a92d-49b3-9623-5c37993a0552 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:40:59.409402 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ae79ab93-ed4f-417d-8bf0-57a380ae8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:59.467391 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:40:59.581559 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:40:59.608701 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Sync routers for ids ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:40:59.630222 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Routers {'112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:40:59.630921 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:40:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:59.658619 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] Publish callbacks [] for router, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:40:59.659850 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-005591ae-22e7-464f-b54e-d6d6819d5ce4 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8975084 Oct 28 11:40:59.663509 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 44950) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:40:59.741881 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Set router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:40:59.924530 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:56Z', 'updated_at': '2021-10-28T11:40:58Z', 'revision_number': 3, 'project_id': '9727c50e0df6426d948493e9d996a521', 'gw_port': {'id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:58Z', 'updated_at': '2021-10-28T11:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:40:59.954898 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Checking router: 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:40:59.955244 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Updating router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 port 779eb5dc-25ea-43e2-a5c2-508bbd139cae binding host dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:40:59.981858 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.077219 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.241974 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Publish callbacks [] for port, precommit_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.245617 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Allocated IP 172.20.0.1 (de16570b-188c-43ca-bf09-0c96cdf18663/73724430-499f-43a6-b63b-d6d82cb12cf9/974b070e-4fbe-421b-a419-539d4101d0ab) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:41:00.266593 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 826f26d6-a92d-49b3-9623-5c37993a0552 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:41:00.324533 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 826f26d6-a92d-49b3-9623-5c37993a0552 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:00.324862 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.349120 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.362368 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde65ac0-c0cc-497a-a6db-4078ff9c93af req-5d8bd18c-3e14-44e0-a8b7-b03ed8bafc36 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:00.366486 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fde65ac0-c0cc-497a-a6db-4078ff9c93af req-5d8bd18c-3e14-44e0-a8b7-b03ed8bafc36 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0576112 Oct 28 11:41:00.371095 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.414886 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-fde65ac0-c0cc-497a-a6db-4078ff9c93af req-f0398922-814d-4ee4-b9c4-45034cef56c0 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431459 Oct 28 11:41:00.423882 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Attempting to bind port 779eb5dc-25ea-43e2-a5c2-508bbd139cae on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:41:00.423882 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Attempting to bind port 779eb5dc-25ea-43e2-a5c2-508bbd139cae by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:41:00.423882 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Attempting to bind port 779eb5dc-25ea-43e2-a5c2-508bbd139cae on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:41:00.430413 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c2a76-b4b5-4562-8790-ad7d949e6d09 None None] Pushing event updated for resources: {'Port': ['ID=779eb5dc-25ea-43e2-a5c2-508bbd139cae,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:00.435751 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:41:00.436106 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:41:00.436507 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.436889 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:41:00.437371 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Bound port: 779eb5dc-25ea-43e2-a5c2-508bbd139cae, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:41:00.437979 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.510303 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.527680 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] For port 779eb5dc-25ea-43e2-a5c2-508bbd139cae, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:41:00.530964 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] For port 779eb5dc-25ea-43e2-a5c2-508bbd139cae, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=779eb5dc-25ea-43e2-a5c2-508bbd139cae,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:41:00.557136 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Network de16570b-188c-43ca-bf09-0c96cdf18663 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:41:00.564050 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:41:00.569276 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:41:00.577916 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfdc6e-e662-45d1-920d-69a035f6d738 req-4fb4d69e-94e4-40c7-a904-be8596887777 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:00.579468 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-75dfdc6e-e662-45d1-920d-69a035f6d738 req-4fb4d69e-94e4-40c7-a904-be8596887777 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0989647 Oct 28 11:41:00.594312 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.609239 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Pushing event updated for resources: {'Port': ['ID=974b070e-4fbe-421b-a419-539d4101d0ab,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:00.653320 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.658322 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-75dfdc6e-e662-45d1-920d-69a035f6d738 req-b77501a3-fd12-47f3-bae5-c0cd39359153 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523484 Oct 28 11:41:00.659194 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Routers {'112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:00.659689 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:40:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:00.665588 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c2a76-b4b5-4562-8790-ad7d949e6d09 None None] Pushing event updated for resources: {'Port': ['ID=779eb5dc-25ea-43e2-a5c2-508bbd139cae,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:00.786604 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] Set router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:00.880938 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.904073 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-50d9b441-9a30-4563-aa4a-f9e4b2bd5aa5 None None] Provisioning complete for port 974b070e-4fbe-421b-a419-539d4101d0ab triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:00.904435 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-50d9b441-9a30-4563-aa4a-f9e4b2bd5aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:00.958525 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-50d9b441-9a30-4563-aa4a-f9e4b2bd5aa5 None None] Port 974b070e-4fbe-421b-a419-539d4101d0ab cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:41:01.011269 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:56Z', 'updated_at': '2021-10-28T11:40:58Z', 'revision_number': 3, 'project_id': '9727c50e0df6426d948493e9d996a521', 'gw_port': {'id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:58Z', 'updated_at': '2021-10-28T11:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:01.038938 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dec4e-5d14-43b9-8ba7-e037a4e950cd None None] The sync data for ids ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'] in dv-cinder-815461-5-iscsi is: [{'id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:56Z', 'updated_at': '2021-10-28T11:40:58Z', 'revision_number': 3, 'project_id': '9727c50e0df6426d948493e9d996a521', 'gw_port': {'id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:58Z', 'updated_at': '2021-10-28T11:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:41:01.045849 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:01.124764 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:01.193219 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Pushing event updated for resources: {'Port': ['ID=974b070e-4fbe-421b-a419-539d4101d0ab,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:01.197023 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:01.205284 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['448a38a7-7054-45e3-8acb-23ffbaed9b19'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:41:01.312936 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Network de16570b-188c-43ca-bf09-0c96cdf18663 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:41:01.315278 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:41:01.513313 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:41:01.543750 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bad781-683d-43cf-bdc7-9f32cb3bf161 req-ee0a3e07-6e78-4be2-8217-e159ed3903bc tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:01.551963 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-60bad781-683d-43cf-bdc7-9f32cb3bf161 req-ee0a3e07-6e78-4be2-8217-e159ed3903bc tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0616255 Oct 28 11:41:01.602335 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-60bad781-683d-43cf-bdc7-9f32cb3bf161 req-4e833aa4-b423-41a7-ad89-b8bd30df0ad4 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494301 Oct 28 11:41:01.672925 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:41:01.681964 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-987f3ea2-9a30-46aa-86df-6153d1ca252a admin admin] 10.222.0.79 "PUT /v2.0/routers/112be0eb-7b9a-4eeb-9d71-e345cf4e1d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0146942 Oct 28 11:41:01.691794 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-5b186539-fe63-4e46-b04c-c6773f3f2f9a None None] Provisioning complete for port 974b070e-4fbe-421b-a419-539d4101d0ab triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:01.692199 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5b186539-fe63-4e46-b04c-c6773f3f2f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:01.733268 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-5b186539-fe63-4e46-b04c-c6773f3f2f9a None None] Port 974b070e-4fbe-421b-a419-539d4101d0ab cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:41:01.818787 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a5f6c-3a1a-4ade-a902-b46c9273473d req-1bb02951-c188-46a6-b747-39d612dc479b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:01.820808 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f95a5f6c-3a1a-4ade-a902-b46c9273473d req-1bb02951-c188-46a6-b747-39d612dc479b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0609093 Oct 28 11:41:01.869532 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f95a5f6c-3a1a-4ade-a902-b46c9273473d req-77c2b00c-1aa1-42c9-b573-da5850a9f8a5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385273 Oct 28 11:41:02.309372 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 779eb5dc-25ea-43e2-a5c2-508bbd139cae up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:41:02.361628 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 779eb5dc-25ea-43e2-a5c2-508bbd139cae triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:02.362139 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:02.386978 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44974) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:02.391865 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-e2a53d43-6a8c-48b0-a202-675463e1ff4f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1489022425', 'description': 'tempest-secgroup-smoke-1489022425 description', 'project_id': '711a0bcc92344b93ad398344a6d99c3c'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:02.447535 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:02.467247 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port 779eb5dc-25ea-43e2-a5c2-508bbd139cae, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=779eb5dc-25ea-43e2-a5c2-508bbd139cae,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:02.513863 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2a53d43-6a8c-48b0-a202-675463e1ff4f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:02.548175 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:02.581853 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2a53d43-6a8c-48b0-a202-675463e1ff4f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:02.596432 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=779eb5dc-25ea-43e2-a5c2-508bbd139cae,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:02.690713 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2a53d43-6a8c-48b0-a202-675463e1ff4f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:02.720193 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b35cbe-ec10-466d-a885-562bd62b8a8d req-5f7857f9-4314-44d3-8f73-31c7af7e038d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:02.720858 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a53d43-6a8c-48b0-a202-675463e1ff4f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:02.721716 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-72b35cbe-ec10-466d-a885-562bd62b8a8d req-5f7857f9-4314-44d3-8f73-31c7af7e038d tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0524602 Oct 28 11:41:02.763567 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-72b35cbe-ec10-466d-a885-562bd62b8a8d req-d3128af4-628f-4794-8959-c6a43ad5aa87 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347214 Oct 28 11:41:02.922036 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e2a53d43-6a8c-48b0-a202-675463e1ff4f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:02.923513 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e2a53d43-6a8c-48b0-a202-675463e1ff4f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5352843 Oct 28 11:41:02.926728 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44980) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:02.932516 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-dbc161cc-1c31-4d20-8f02-c3f767f43a16 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'security_group_rule': {'security_group_id': '4e63c0fa-11a6-4f0b-b62c-aea9bf042a87', 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:03.010756 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75874fb4-85b9-498b-8c10-02d2fb147751 req-0fc424e9-1839-4235-975e-965577a9131b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:03.012337 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-75874fb4-85b9-498b-8c10-02d2fb147751 req-0fc424e9-1839-4235-975e-965577a9131b tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 944 time: 0.0630016 Oct 28 11:41:03.044689 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dbc161cc-1c31-4d20-8f02-c3f767f43a16 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.079420 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-75874fb4-85b9-498b-8c10-02d2fb147751 req-e6b4477a-cc11-4243-9c6b-f5d80978ba84 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576239 Oct 28 11:41:03.109518 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dbc161cc-1c31-4d20-8f02-c3f767f43a16 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.176310 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dbc161cc-1c31-4d20-8f02-c3f767f43a16 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.196402 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc161cc-1c31-4d20-8f02-c3f767f43a16 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ca6738-5cf6-49a3-a6c5-37cd28eeeb04,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:03.292663 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-dbc161cc-1c31-4d20-8f02-c3f767f43a16 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.293959 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-dbc161cc-1c31-4d20-8f02-c3f767f43a16 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3656571 Oct 28 11:41:03.296728 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44986) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:03.302000 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-eb7b82d8-212f-4b2f-bdc9-277b65103985 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'security_group_rule': {'security_group_id': '4e63c0fa-11a6-4f0b-b62c-aea9bf042a87', 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:03.392604 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb7b82d8-212f-4b2f-bdc9-277b65103985 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.453275 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb7b82d8-212f-4b2f-bdc9-277b65103985 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.524714 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb7b82d8-212f-4b2f-bdc9-277b65103985 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.543421 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b82d8-212f-4b2f-bdc9-277b65103985 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314e3a89-0c98-4311-bc61-51fd3091f9ab,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:03.635694 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-eb7b82d8-212f-4b2f-bdc9-277b65103985 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.636989 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-eb7b82d8-212f-4b2f-bdc9-277b65103985 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3392527 Oct 28 11:41:03.639882 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44988) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:03.645210 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-317019b0-3342-41b6-ab3b-9a8ad45d09fd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'security_group_rule': {'security_group_id': '4e63c0fa-11a6-4f0b-b62c-aea9bf042a87', 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:03.676723 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Sync routers for ids ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:41:03.687061 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Routers {'112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:03.687673 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:40:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:03.753210 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-317019b0-3342-41b6-ab3b-9a8ad45d09fd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.806017 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:41:03.852135 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-317019b0-3342-41b6-ab3b-9a8ad45d09fd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.874571 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 448a38a7-7054-45e3-8acb-23ffbaed9b19 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:03.875360 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.891422 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Set router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:03.893347 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9522c0-704a-48b8-97c4-085513b7b2ef req-d9061e73-3b0e-4814-92b5-4fbd397cf725 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:03.895894 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ed9522c0-704a-48b8-97c4-085513b7b2ef req-d9061e73-3b0e-4814-92b5-4fbd397cf725 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0568347 Oct 28 11:41:03.925175 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-317019b0-3342-41b6-ab3b-9a8ad45d09fd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:03.946501 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ed9522c0-704a-48b8-97c4-085513b7b2ef req-5d7c13e3-209e-4437-9749-bde7f04942f4 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439339 Oct 28 11:41:03.949756 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317019b0-3342-41b6-ab3b-9a8ad45d09fd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f878426d-35fc-4df5-a2a2-ccab167c991d,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:03.983919 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.007517 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:41:04.009773 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ae4b2d-dc1b-40c2-acec-f245ccd59a0f" -d '{"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-plugged", "status": "completed", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:41:04.022952 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:04.049366 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2563d55d-88e2-4b58-9792-92f884438e5a x-openstack-request-id: req-2563d55d-88e2-4b58-9792-92f884438e5a {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:41:04.049366 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-plugged", "status": "completed", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:41:04.049366 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2563d55d-88e2-4b58-9792-92f884438e5a {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:41:04.049366 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'code': 200} Oct 28 11:41:04.049866 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-317019b0-3342-41b6-ab3b-9a8ad45d09fd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.049866 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-317019b0-3342-41b6-ab3b-9a8ad45d09fd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4079909 Oct 28 11:41:04.053733 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 44994) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:04.068485 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-d9893434-7e0e-49a3-b277-2a7cdb2c665c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'security_group_rule': {'security_group_id': '4e63c0fa-11a6-4f0b-b62c-aea9bf042a87', 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:04.106084 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:56Z', 'updated_at': '2021-10-28T11:41:00Z', 'revision_number': 4, 'project_id': '9727c50e0df6426d948493e9d996a521', 'gw_port': {'id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:58Z', 'updated_at': '2021-10-28T11:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '974b070e-4fbe-421b-a419-539d4101d0ab', 'name': '', 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'mac_address': 'fa:16:3e:49:03:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '73724430-499f-43a6-b63b-d6d82cb12cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:41:00Z', 'updated_at': '2021-10-28T11:41:00Z', 'revision_number': 2, 'project_id': '9727c50e0df6426d948493e9d996a521', 'subnets': [{'id': '73724430-499f-43a6-b63b-d6d82cb12cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:04.111738 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.142945 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Checking router: 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:41:04.143298 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Updating router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 port 974b070e-4fbe-421b-a419-539d4101d0ab binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:41:04.163059 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=10']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:04.171495 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.223214 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d9893434-7e0e-49a3-b277-2a7cdb2c665c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.286558 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 779eb5dc-25ea-43e2-a5c2-508bbd139cae up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:41:04.299784 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bfe28-f479-4409-b72e-2ac3eecffebc req-62e5695c-3967-4918-8ace-9373bc37c57d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:04.302336 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-528bfe28-f479-4409-b72e-2ac3eecffebc req-62e5695c-3967-4918-8ace-9373bc37c57d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 946 time: 0.1108983 Oct 28 11:41:04.327969 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d9893434-7e0e-49a3-b277-2a7cdb2c665c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.366537 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-528bfe28-f479-4409-b72e-2ac3eecffebc req-4c7a91e3-541c-45be-a3c8-a9e0675e3d14 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476274 Oct 28 11:41:04.368251 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 779eb5dc-25ea-43e2-a5c2-508bbd139cae triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:04.368721 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.411111 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d9893434-7e0e-49a3-b277-2a7cdb2c665c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.436133 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9893434-7e0e-49a3-b277-2a7cdb2c665c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb00789-f0bb-4758-967a-8738abad8a0c,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:04.455231 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.465207 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7d2b0-a106-47c1-a4af-4e580cf1678e req-f0614083-f473-4235-82f0-9eacdeb3ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:04.470262 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9ee7d2b0-a106-47c1-a4af-4e580cf1678e req-f0614083-f473-4235-82f0-9eacdeb3ed82 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 1099 time: 0.0604630 Oct 28 11:41:04.507940 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9ee7d2b0-a106-47c1-a4af-4e580cf1678e req-3e0c9b60-eb23-46e8-86b6-602404a10fa4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328567 Oct 28 11:41:04.515490 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d9893434-7e0e-49a3-b277-2a7cdb2c665c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.516706 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d9893434-7e0e-49a3-b277-2a7cdb2c665c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4530158 Oct 28 11:41:04.524330 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45006) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:04.529869 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-29d2db94-274f-49dc-8354-ee0316647519 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'security_group_rule': {'security_group_id': '4e63c0fa-11a6-4f0b-b62c-aea9bf042a87', 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:04.570694 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.618730 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d6f3e-818e-4c30-81e7-e53f185413fe None None] Pushing event updated for resources: {'Port': ['ID=974b070e-4fbe-421b-a419-539d4101d0ab,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:04.662262 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.securitygroups_db [None req-29d2db94-274f-49dc-8354-ee0316647519 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Project 711a0bcc92344b93ad398344a6d99c3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:41:04.670917 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-29d2db94-274f-49dc-8354-ee0316647519 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.678211 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Attempting to bind port 974b070e-4fbe-421b-a419-539d4101d0ab on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:41:04.678728 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Attempting to bind port 974b070e-4fbe-421b-a419-539d4101d0ab by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:41:04.678943 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Attempting to bind port 974b070e-4fbe-421b-a419-539d4101d0ab on network de16570b-188c-43ca-bf09-0c96cdf18663 {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:41:04.685096 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:41:04.685743 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Checking segment: {'id': 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:41:04.691195 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.691195 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Bound using segment: {'id': 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:41:04.691195 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Bound port: 974b070e-4fbe-421b-a419-539d4101d0ab, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:41:04.691195 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.743719 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-29d2db94-274f-49dc-8354-ee0316647519 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.760644 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] For port 974b070e-4fbe-421b-a419-539d4101d0ab, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:41:04.764128 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] For port 974b070e-4fbe-421b-a419-539d4101d0ab, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=974b070e-4fbe-421b-a419-539d4101d0ab,segment=NetworkSegment(b1015ef5-ede7-493c-8dfc-f1dc56d137c8),segment_id=b1015ef5-ede7-493c-8dfc-f1dc56d137c8)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:41:04.810548 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-29d2db94-274f-49dc-8354-ee0316647519 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.828337 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2db94-274f-49dc-8354-ee0316647519 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1db315-9aa9-4d88-b806-505b8d35b7d8,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:04.879982 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-2ec152c7-0d2c-4910-acef-65bfbafaab9b None None] Provisioning complete for port 974b070e-4fbe-421b-a419-539d4101d0ab triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:04.879982 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-2ec152c7-0d2c-4910-acef-65bfbafaab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.897012 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.920775 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-2ec152c7-0d2c-4910-acef-65bfbafaab9b None None] Port 974b070e-4fbe-421b-a419-539d4101d0ab cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:41:04.938469 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-29d2db94-274f-49dc-8354-ee0316647519 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:04.939699 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-29d2db94-274f-49dc-8354-ee0316647519 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4137938 Oct 28 11:41:04.942542 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45008) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:04.947453 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-26f56c1e-ee07-41a3-8f1a-08fb37f7ca0b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'security_group_rule': {'security_group_id': '4e63c0fa-11a6-4f0b-b62c-aea9bf042a87', 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:04.970502 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d6f3e-818e-4c30-81e7-e53f185413fe None None] Pushing event updated for resources: {'Port': ['ID=974b070e-4fbe-421b-a419-539d4101d0ab,revision_number=4']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:04.979400 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Routers {'112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:04.979999 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:40:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:05.083543 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb728e-a3b6-4884-bced-5321c8401da0 req-793acb6a-a3da-4dc5-84ea-f44e224b196f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:05.086949 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-61bb728e-a3b6-4884-bced-5321c8401da0 req-793acb6a-a3da-4dc5-84ea-f44e224b196f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0561008 Oct 28 11:41:05.086949 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.securitygroups_db [None req-26f56c1e-ee07-41a3-8f1a-08fb37f7ca0b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Project 711a0bcc92344b93ad398344a6d99c3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:41:05.099743 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-26f56c1e-ee07-41a3-8f1a-08fb37f7ca0b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:05.131052 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] Set router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:05.163035 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-61bb728e-a3b6-4884-bced-5321c8401da0 req-470d140f-37cc-43cd-ab58-977809f2118f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706658 Oct 28 11:41:05.192270 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-26f56c1e-ee07-41a3-8f1a-08fb37f7ca0b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:05.245052 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-12717944-904c-4dd6-b01e-bcf66193732d None None] Provisioning complete for port 974b070e-4fbe-421b-a419-539d4101d0ab triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:05.245052 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-12717944-904c-4dd6-b01e-bcf66193732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:05.297414 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-26f56c1e-ee07-41a3-8f1a-08fb37f7ca0b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:05.318387 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f56c1e-ee07-41a3-8f1a-08fb37f7ca0b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79667945-1619-4fe0-86fb-08ba97b4f80e,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:05.346389 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-12717944-904c-4dd6-b01e-bcf66193732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:05.363718 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:56Z', 'updated_at': '2021-10-28T11:41:00Z', 'revision_number': 4, 'project_id': '9727c50e0df6426d948493e9d996a521', 'gw_port': {'id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:58Z', 'updated_at': '2021-10-28T11:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '974b070e-4fbe-421b-a419-539d4101d0ab', 'name': '', 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'mac_address': 'fa:16:3e:49:03:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '73724430-499f-43a6-b63b-d6d82cb12cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:41:00Z', 'updated_at': '2021-10-28T11:41:04Z', 'revision_number': 4, 'project_id': '9727c50e0df6426d948493e9d996a521', 'subnets': [{'id': '73724430-499f-43a6-b63b-d6d82cb12cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:05.379333 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-12717944-904c-4dd6-b01e-bcf66193732d None None] For port 974b070e-4fbe-421b-a419-539d4101d0ab, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=974b070e-4fbe-421b-a419-539d4101d0ab,segment=NetworkSegment(b1015ef5-ede7-493c-8dfc-f1dc56d137c8),segment_id=b1015ef5-ede7-493c-8dfc-f1dc56d137c8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:05.391388 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a9cb3-1540-4566-be78-1e9e0056e919 None None] The sync data for ids ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'] in dv-cinder-815461-5-iscsi is: [{'id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:56Z', 'updated_at': '2021-10-28T11:41:00Z', 'revision_number': 4, 'project_id': '9727c50e0df6426d948493e9d996a521', 'gw_port': {'id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:58Z', 'updated_at': '2021-10-28T11:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '974b070e-4fbe-421b-a419-539d4101d0ab', 'name': '', 'network_id': 'de16570b-188c-43ca-bf09-0c96cdf18663', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'mac_address': 'fa:16:3e:49:03:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '73724430-499f-43a6-b63b-d6d82cb12cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:41:00Z', 'updated_at': '2021-10-28T11:41:04Z', 'revision_number': 4, 'project_id': '9727c50e0df6426d948493e9d996a521', 'subnets': [{'id': '73724430-499f-43a6-b63b-d6d82cb12cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:41:05.434210 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-26f56c1e-ee07-41a3-8f1a-08fb37f7ca0b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:05.434210 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-26f56c1e-ee07-41a3-8f1a-08fb37f7ca0b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4823029 Oct 28 11:41:05.508301 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-12717944-904c-4dd6-b01e-bcf66193732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:05.527521 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79584d3a-dd62-4a01-a1e0-37c44a3bed74 req-c220dfe6-5f2f-4be0-9457-b98d59d9aa3f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:05.536137 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-79584d3a-dd62-4a01-a1e0-37c44a3bed74 req-c220dfe6-5f2f-4be0-9457-b98d59d9aa3f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 946 time: 0.1031847 Oct 28 11:41:05.585301 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12717944-904c-4dd6-b01e-bcf66193732d None None] Pushing event updated for resources: {'Port': ['ID=974b070e-4fbe-421b-a419-539d4101d0ab,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:05.599958 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-79584d3a-dd62-4a01-a1e0-37c44a3bed74 req-31fefbc4-7733-4be3-b12a-b5c0e7454c81 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627694 Oct 28 11:41:06.307391 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b695f67-21e6-4c96-9507-b46908a16da6 req-f3e879bd-acae-4e03-9f8b-fe9675f9d346 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:06.308905 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7b695f67-21e6-4c96-9507-b46908a16da6 req-f3e879bd-acae-4e03-9f8b-fe9675f9d346 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0740163 Oct 28 11:41:06.309862 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 974b070e-4fbe-421b-a419-539d4101d0ab up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:41:06.354069 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7b695f67-21e6-4c96-9507-b46908a16da6 req-49cd854f-8be6-40a3-bdb0-7d56775e1ab6 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387688 Oct 28 11:41:06.492581 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 974b070e-4fbe-421b-a419-539d4101d0ab triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:06.492896 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:06.736874 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd025427-b6cf-46b4-9b7a-d1abf7f4e009 req-ebc911fe-cb62-496a-b4e0-53e134e5e7b5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:06.738936 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dd025427-b6cf-46b4-9b7a-d1abf7f4e009 req-ebc911fe-cb62-496a-b4e0-53e134e5e7b5 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 946 time: 0.0576437 Oct 28 11:41:06.779433 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dd025427-b6cf-46b4-9b7a-d1abf7f4e009 req-78b63781-9b01-4cce-8068-b96bcfd51633 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343792 Oct 28 11:41:07.480840 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee21e6-4759-414b-915d-c10397e5bec4 req-c6e35451-4854-4297-8beb-9561a8a86e06 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:07.482331 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1fee21e6-4759-414b-915d-c10397e5bec4 req-c6e35451-4854-4297-8beb-9561a8a86e06 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0523136 Oct 28 11:41:07.526654 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1fee21e6-4759-414b-915d-c10397e5bec4 req-542ac072-1bdb-4169-ac53-fbc1c318289b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373726 Oct 28 11:41:07.908528 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55744ea-9934-41ac-ae2d-c04246a068fa req-96ac5773-116a-491c-a1fd-9486eb531a2e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:07.910122 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e55744ea-9934-41ac-ae2d-c04246a068fa req-96ac5773-116a-491c-a1fd-9486eb531a2e tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 946 time: 0.0510118 Oct 28 11:41:07.949011 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-e55744ea-9934-41ac-ae2d-c04246a068fa req-550d35aa-53fd-45cb-97e7-a41fcbb696ab tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328248 Oct 28 11:41:08.680139 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb6e3-a21f-405f-9f4f-492e0ada04a2 req-b6e830b1-9584-46b1-a466-a96f7c16f6a1 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:08.681650 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a8bfb6e3-a21f-405f-9f4f-492e0ada04a2 req-b6e830b1-9584-46b1-a466-a96f7c16f6a1 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0835052 Oct 28 11:41:08.724128 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a8bfb6e3-a21f-405f-9f4f-492e0ada04a2 req-41eb3b77-39d0-4333-b7f8-fcd2371937fd tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359879 Oct 28 11:41:09.854238 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf2c1c-2ed7-4a96-86e7-023d6a0aca51 req-8ec562a1-56d9-4ecc-b245-536673009d73 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:09.855806 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6acf2c1c-2ed7-4a96-86e7-023d6a0aca51 req-8ec562a1-56d9-4ecc-b245-536673009d73 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0535090 Oct 28 11:41:09.900156 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6acf2c1c-2ed7-4a96-86e7-023d6a0aca51 req-1f2b21b3-dfae-4555-be14-1f59fdd79f53 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379047 Oct 28 11:41:11.024360 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769dc72-9252-4b9f-83c6-45f8bf81cdd9 req-6bab7e67-d7c9-4246-b25a-6aa78e8ff238 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:11.026014 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f769dc72-9252-4b9f-83c6-45f8bf81cdd9 req-6bab7e67-d7c9-4246-b25a-6aa78e8ff238 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0533504 Oct 28 11:41:11.070982 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f769dc72-9252-4b9f-83c6-45f8bf81cdd9 req-edfe80aa-f9c7-4206-a7cc-27d88f2662af tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387137 Oct 28 11:41:12.190106 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffceb6a0-4da5-41a1-90ce-b6eaf3c31ce3 req-6af4195a-3803-42ef-b326-5b40441ba420 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:12.191919 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ffceb6a0-4da5-41a1-90ce-b6eaf3c31ce3 req-6af4195a-3803-42ef-b326-5b40441ba420 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0540433 Oct 28 11:41:12.234824 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ffceb6a0-4da5-41a1-90ce-b6eaf3c31ce3 req-30d4750c-7339-4f51-b6a1-162b5f8fcefa tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360625 Oct 28 11:41:13.353408 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00687e6-7bef-441b-8fe4-5bc47e0c825b req-d4827871-1b1c-4261-a9ff-b8c5710b4cee tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:13.354922 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c00687e6-7bef-441b-8fe4-5bc47e0c825b req-d4827871-1b1c-4261-a9ff-b8c5710b4cee tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0490251 Oct 28 11:41:13.397190 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c00687e6-7bef-441b-8fe4-5bc47e0c825b req-6b270378-8025-48f1-82df-670e639e6d3a tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363295 Oct 28 11:41:14.512256 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b82d9-546c-473b-8f39-0df657938f84 req-69b32e10-18a4-4770-9446-d94a14040897 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:14.513766 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-676b82d9-546c-473b-8f39-0df657938f84 req-69b32e10-18a4-4770-9446-d94a14040897 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0484629 Oct 28 11:41:14.558955 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-676b82d9-546c-473b-8f39-0df657938f84 req-9f9df943-b5ab-40a0-9120-d31bad4ca912 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389605 Oct 28 11:41:15.683518 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765df7f0-5fa4-4c0d-a47a-225355fa2147 req-bcd6f24c-bfeb-4a7e-893e-1b8b5f4e27c4 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:15.685001 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-765df7f0-5fa4-4c0d-a47a-225355fa2147 req-bcd6f24c-bfeb-4a7e-893e-1b8b5f4e27c4 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0556600 Oct 28 11:41:15.727813 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-765df7f0-5fa4-4c0d-a47a-225355fa2147 req-7c39337a-8e0e-47f9-9996-11491901c02e tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365152 Oct 28 11:41:16.847542 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0bb54-b312-4704-96d1-3ea040c5a043 req-ccf4c7ac-05a8-4d4f-bb3f-b863981ce109 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:16.849104 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4ca0bb54-b312-4704-96d1-3ea040c5a043 req-ccf4c7ac-05a8-4d4f-bb3f-b863981ce109 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0513830 Oct 28 11:41:16.890175 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4ca0bb54-b312-4704-96d1-3ea040c5a043 req-965e9246-74ed-4e45-bb59-5ea561071638 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341899 Oct 28 11:41:18.019320 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2e1c6-a756-4d12-a16a-52c2b33defed req-e519c652-43db-4a34-96b8-4cad398ffc0b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:18.020818 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6ca2e1c6-a756-4d12-a16a-52c2b33defed req-e519c652-43db-4a34-96b8-4cad398ffc0b tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0526147 Oct 28 11:41:18.064622 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6ca2e1c6-a756-4d12-a16a-52c2b33defed req-24565301-25f0-4e71-9763-d1ad267c5289 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=82d0744b-011f-48c8-b049-65fb370db5c7&id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368423 Oct 28 11:41:20.136162 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-cc9ce10b-518e-4421-80b1-0a5e222d66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:22.570775 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:22.822030 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-599b2d06-f245-4552-b491-5129aedce50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.012177 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45272) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:23.056312 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b114b8-cac4-48a4-87ab-e77c27b70eb2 admin admin] Deleting subnet 4238d267-800b-4b03-a775-a3b13da3c9cd {{(pid=101985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:41:23.059399 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-35b114b8-cac4-48a4-87ab-e77c27b70eb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.096511 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-35b114b8-cac4-48a4-87ab-e77c27b70eb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080517'] for subnet, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.135890 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-35b114b8-cac4-48a4-87ab-e77c27b70eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.261949 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-35b114b8-cac4-48a4-87ab-e77c27b70eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12818758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14418958'] for subnet, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.285933 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b114b8-cac4-48a4-87ab-e77c27b70eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4238d267-800b-4b03-a775-a3b13da3c9cd,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:23.292652 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-35b114b8-cac4-48a4-87ab-e77c27b70eb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.296227 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-35b114b8-cac4-48a4-87ab-e77c27b70eb2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4238d267-800b-4b03-a775-a3b13da3c9cd HTTP/1.1" status: 204 len: 168 time: 0.2830262 Oct 28 11:41:23.298682 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45274) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:23.373701 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.421412 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.454060 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.473724 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab428006-d260-4ff7-8249-d59789acaed7']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:23.483306 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1824a73c-09a9-40df-ac1d-76f900bf6a4b') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:23.483597 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1824a73c-09a9-40df-ac1d-76f900bf6a4b') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:23.493722 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.507810 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.514345 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:41:23.514782 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:41:23.516504 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:41:23.661484 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.670469 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:23.673709 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] 10.222.0.79 "DELETE /v2.0/networks/ab428006-d260-4ff7-8249-d59789acaed7 HTTP/1.1" status: 204 len: 168 time: 0.3740871 Oct 28 11:41:23.684273 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035e54b-02d5-428c-aa1a-79e024860e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=ab428006-d260-4ff7-8249-d59789acaed7,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:23.896186 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:24.221642 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45280) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:24.261319 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-9fddc0b5-1f0f-4194-b305-d8874db857c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d692aed5e994acda681e044ef31dcae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384653 Oct 28 11:41:24.264136 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45282) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:24.314603 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-08922431-1efe-4a64-acde-a313b79885f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:24.338101 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-08922431-1efe-4a64-acde-a313b79885f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:24.484659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-08922431-1efe-4a64-acde-a313b79885f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:24.487407 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-08922431-1efe-4a64-acde-a313b79885f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:24.488676 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-08922431-1efe-4a64-acde-a313b79885f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46ce9275-da7e-452d-bc47-445cc1dc0497 HTTP/1.1" status: 204 len: 168 time: 0.2236526 Oct 28 11:41:24.498446 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08922431-1efe-4a64-acde-a313b79885f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce9275-da7e-452d-bc47-445cc1dc0497,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:24.634749 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-646a5fd0-65ad-4ee4-9882-311efa8bebad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460384 Oct 28 11:41:24.733269 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-91f39e59-743a-4457-ba71-308cf4d1cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:24.736748 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-91f39e59-743a-4457-ba71-308cf4d1cf6b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1098 time: 0.0548847 Oct 28 11:41:24.876786 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-82fcef56-4466-468b-90fa-6e27e3e11b50 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489022425&fields=id&tenant_id=711a0bcc92344b93ad398344a6d99c3c HTTP/1.1" status: 200 len: 267 time: 0.0521026 Oct 28 11:41:24.952363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-89e67e00-8f11-4e0a-8380-f60314ee477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:24.954179 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-89e67e00-8f11-4e0a-8380-f60314ee477f service neutron] 10.222.0.81 "GET /v2.0/networks?id=33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 200 len: 910 time: 0.1942298 Oct 28 11:41:25.301359 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-cc583111-487e-47e0-830a-687d7e05d55d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 200 len: 1000 time: 0.3356609 Oct 28 11:41:25.311976 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-7e3742b2-c8be-4da8-8fe7-e8154e0850f0 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:25.313370 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-7e3742b2-c8be-4da8-8fe7-e8154e0850f0 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 812 time: 0.4285822 Oct 28 11:41:25.356003 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-f9f58d34-68eb-44f3-b6b2-f91503880ce1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/quotas/711a0bcc92344b93ad398344a6d99c3c HTTP/1.1" status: 200 len: 375 time: 0.0339193 Oct 28 11:41:25.375409 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-156ecd72-04a8-4643-95af-2a16e96f1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:25.376787 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-156ecd72-04a8-4643-95af-2a16e96f1e72 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95ff6c20-41be-4593-b884-498bc0600560 HTTP/1.1" status: 200 len: 848 time: 0.0625243 Oct 28 11:41:25.445377 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-de6f3d66-97d5-473f-b378-a1eaa183e02c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833156 Oct 28 11:41:25.447971 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-4887f2e5-f52c-4ba1-bf79-ea8390659297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:25.449358 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-4887f2e5-f52c-4ba1-bf79-ea8390659297 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33eb3449-b6d1-4e43-ade1-99985866bde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586743 Oct 28 11:41:25.615481 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-4b310a87-d07a-4a57-85a7-7116b7fdc174 service neutron] 10.222.0.79 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577168 Oct 28 11:41:25.618012 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-631d2a8b-b91a-4aad-bd68-e31f6b14c955 service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523433 Oct 28 11:41:25.661355 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:25.781780 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-90f3ce8e-c655-4751-8f59-3e53c2bcf0a2 service neutron] 10.222.0.79 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599576 Oct 28 11:41:25.783544 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-973c6d48-7c3f-4821-9c5a-b139f39241f1 req-0306899c-9574-4cf2-9e37-5916c2163175 service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547058 Oct 28 11:41:26.526494 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-35399a3e-79c5-44c5-bfd0-6cc61a9dfdc4 req-c779959d-f0ab-4d51-a268-1e134ef6da97 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 210 time: 0.0296600 Oct 28 11:41:27.604260 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0152a6b0-665a-4748-89f7-1beec2aa3041 req-100751e9-d2b2-4778-a1d1-d4418c830404 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 210 time: 0.0270784 Oct 28 11:41:28.053472 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:41:28.697023 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-73923d18-c6fb-428e-8206-638ffe2a9be1 req-7a7409ac-4580-4b34-b394-d5dc635c2014 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 210 time: 0.0269587 Oct 28 11:41:29.454965 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-ee168ebe-da60-46c9-bceb-67b6c7afa073 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:29.456391 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-ee168ebe-da60-46c9-bceb-67b6c7afa073 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 812 time: 0.1036148 Oct 28 11:41:29.509978 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-f52910a8-a347-40fb-85f8-51b49e5d1eef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=711a0bcc92344b93ad398344a6d99c3c HTTP/1.1" status: 200 len: 380 time: 0.0349736 Oct 28 11:41:29.519373 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'port': {'device_id': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'admin_state_up': True, 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'security_groups': ['4e63c0fa-11a6-4f0b-b62c-aea9bf042a87']}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:29.713368 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Made reservation on behalf of 711a0bcc92344b93ad398344a6d99c3c for: {'port': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:41:29.717585 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:29.802939 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-76e4c2dc-e4f7-485f-a5b5-55734f0b7967 req-d4b8732c-2ee2-40e4-bd7a-73b10679928f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 210 time: 0.0314653 Oct 28 11:41:29.874236 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Allocated IP 172.20.0.3 (b72db5c7-2591-41a1-97be-c940e7e41192/77b9f161-a15b-4bcd-bf99-5a1bb1a9349e/f31c11ac-3140-4b4a-bb0a-198ce11c2f1c) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:41:30.010204 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:30.153023 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:30.200885 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Network b72db5c7-2591-41a1-97be-c940e7e41192 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:41:30.206275 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:41:30.207771 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:41:30.233701 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'Port': ['ID=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:30.268753 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:30.269445 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:30.396555 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-d376454d-d75d-4df0-b6c4-15f65808c8e6 None None] Provisioning complete for port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:30.397116 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d376454d-d75d-4df0-b6c4-15f65808c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:30.412827 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-6e4f7923-28ec-4432-8636-4e29fedbc2c2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8971846 Oct 28 11:41:30.424979 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Request body: {'port': {'device_id': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:30.431005 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-d376454d-d75d-4df0-b6c4-15f65808c8e6 None None] Port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:41:30.481188 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:30.757641 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31c11ac-3140-4b4a-bb0a-198ce11c2f1c {{(pid=101984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:41:30.765282 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:30.777116 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.provisioning_blocks [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Transition to ACTIVE for port object f31c11ac-3140-4b4a-bb0a-198ce11c2f1c will not be triggered until provisioned by entity L2. {{(pid=101984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:41:30.895789 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:30.917983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c4b0f-4ede-44c8-8660-903c8e91f90b req-65f72ca2-b089-4b78-bf58-76488d2be857 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:30.919537 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3a6c4b0f-4ede-44c8-8660-903c8e91f90b req-65f72ca2-b089-4b78-bf58-76488d2be857 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 931 time: 0.0496130 Oct 28 11:41:30.952099 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Pushing event updated for resources: {'Port': ['ID=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:30.964095 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3a6c4b0f-4ede-44c8-8660-903c8e91f90b req-c26eecd3-163e-43ed-9907-82ffa5428086 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384166 Oct 28 11:41:31.032030 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Attempting to bind port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:41:31.032030 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Attempting to bind port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:41:31.032030 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Attempting to bind port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c on network b72db5c7-2591-41a1-97be-c940e7e41192 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:41:31.034632 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c on network b72db5c7-2591-41a1-97be-c940e7e41192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:41:31.034974 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Attempting to bind port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c on network b72db5c7-2591-41a1-97be-c940e7e41192 {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:41:31.040769 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:41:31.041105 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Checking segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:41:31.041487 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Bound using segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} {{(pid=101984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:41:31.041949 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.managers [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Bound port: f31c11ac-3140-4b4a-bb0a-198ce11c2f1c, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}}] {{(pid=101984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:41:31.042302 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:31.115569 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] For port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c, host hv-cinder-81546, cleared binding levels {{(pid=101984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:41:31.119707 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] For port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:41:31.228354 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:31.264966 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:31.265592 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:31.267003 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] 10.222.0.81 "PUT /v2.0/ports/f31c11ac-3140-4b4a-bb0a-198ce11c2f1c HTTP/1.1" status: 200 len: 1093 time: 0.8461807 Oct 28 11:41:31.267435 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'tag': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:41:31.269710 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0884cc19-fdca-42e5-9608-016852e75672" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1c251c-ec54-462f-aa94-f93174b9d29d", "tag": "f31c11ac-3140-4b4a-bb0a-198ce11c2f1c"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:41:31.299297 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146edf2a-4ffc-433d-a258-6f66e9f9c29e service neutron] Pushing event updated for resources: {'Port': ['ID=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,revision_number=3']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:31.321658 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb7c732-9bdd-471d-827a-bfd156b9a058 x-openstack-request-id: req-4bb7c732-9bdd-471d-827a-bfd156b9a058 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:41:31.321658 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1c251c-ec54-462f-aa94-f93174b9d29d", "tag": "f31c11ac-3140-4b4a-bb0a-198ce11c2f1c", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:41:31.321658 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4bb7c732-9bdd-471d-827a-bfd156b9a058 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:41:31.321658 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'tag': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'status': 'completed', 'code': 200} Oct 28 11:41:31.380897 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884cc19-fdca-42e5-9608-016852e75672 req-fe442fac-28c9-4412-991c-4bfe21f2313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:31.382497 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0884cc19-fdca-42e5-9608-016852e75672 req-fe442fac-28c9-4412-991c-4bfe21f2313c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 1096 time: 0.0433674 Oct 28 11:41:31.490904 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884cc19-fdca-42e5-9608-016852e75672 req-84ca660f-0a6b-4453-90ea-daa6a52b1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:31.492556 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0884cc19-fdca-42e5-9608-016852e75672 req-84ca660f-0a6b-4453-90ea-daa6a52b1697 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=711a0bcc92344b93ad398344a6d99c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000812 Oct 28 11:41:31.588276 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884cc19-fdca-42e5-9608-016852e75672 req-99619834-cde3-4659-a682-42fb04834a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:31.589673 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0884cc19-fdca-42e5-9608-016852e75672 req-99619834-cde3-4659-a682-42fb04834a24 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890298 Oct 28 11:41:31.672083 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-0974a113-2593-4f3c-811c-7118f283c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:31.673550 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-0974a113-2593-4f3c-811c-7118f283c9f3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 1096 time: 0.0451396 Oct 28 11:41:31.727625 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-caac1871-f3c5-4e7a-9f33-2b790a3fdf00 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c HTTP/1.1" status: 200 len: 217 time: 0.0352175 Oct 28 11:41:31.770661 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-d91589f5-2914-4ed0-bbb7-f5c491b8c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:31.772082 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-d91589f5-2914-4ed0-bbb7-f5c491b8c94a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0434456 Oct 28 11:41:31.823464 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-10b0cec6-be79-4dfd-a3b5-113d422f18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:31.824969 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-10b0cec6-be79-4dfd-a3b5-113d422f18b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450704 Oct 28 11:41:31.919903 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-0bbcf4d6-9529-4ec4-939a-147fc38eba34 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864086 Oct 28 11:41:32.020208 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6197a163-5dc8-480d-8e75-2a8927fde7ed req-511a6ec5-8c3d-4339-ab20-27a7220cd44f service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919757 Oct 28 11:41:32.088579 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e8667-2b58-43eb-8539-87f31b68e33b req-2dd652f8-39bd-4044-be00-f5deeab3e088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:32.090179 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4f4e8667-2b58-43eb-8539-87f31b68e33b req-2dd652f8-39bd-4044-be00-f5deeab3e088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 943 time: 0.0509357 Oct 28 11:41:32.131213 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4f4e8667-2b58-43eb-8539-87f31b68e33b req-de073bff-a65e-462a-b8d8-ea2c9ae38a6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349123 Oct 28 11:41:33.255204 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e3eb3-75b1-4b26-ad73-a350212f316f req-6290cadd-9ced-46c3-9d53-a4ca110dbaec tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:33.256666 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f61e3eb3-75b1-4b26-ad73-a350212f316f req-6290cadd-9ced-46c3-9d53-a4ca110dbaec tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 943 time: 0.0489986 Oct 28 11:41:33.294664 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f61e3eb3-75b1-4b26-ad73-a350212f316f req-4d1c6d97-fc2f-4a28-a2a2-86d73cacb3bf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Oct 28 11:41:34.411845 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670d9a4-9d0b-4e3b-a45c-9c8d4f974fc0 req-f78220df-c1f2-4de9-94f4-b93e4cbaef42 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:34.413363 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b670d9a4-9d0b-4e3b-a45c-9c8d4f974fc0 req-f78220df-c1f2-4de9-94f4-b93e4cbaef42 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 943 time: 0.0504863 Oct 28 11:41:34.451539 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b670d9a4-9d0b-4e3b-a45c-9c8d4f974fc0 req-1a9aad49-752b-4183-8160-ae8968730f64 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322838 Oct 28 11:41:35.568711 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33876e17-fc69-436b-adba-2bfc7b71e009 req-626e4e7b-7c55-40aa-93fd-cd9e32cca054 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:35.571126 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-33876e17-fc69-436b-adba-2bfc7b71e009 req-626e4e7b-7c55-40aa-93fd-cd9e32cca054 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 943 time: 0.0529926 Oct 28 11:41:35.615266 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-33876e17-fc69-436b-adba-2bfc7b71e009 req-37269c62-ab02-43c7-aa25-c0cab681ff02 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379777 Oct 28 11:41:36.341470 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45334) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:36.722185 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Deleting port bb268a3e-668b-4e9b-9365-b484470a70d1 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:36.725035 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:36.782002 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537068-cc03-41f6-a94c-e0d07da4dd70 req-2535a47c-6a11-4fce-a171-161c2ce21bf9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:36.783378 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7c537068-cc03-41f6-a94c-e0d07da4dd70 req-2535a47c-6a11-4fce-a171-161c2ce21bf9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 943 time: 0.0991566 Oct 28 11:41:36.838997 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:36.839316 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:36.850068 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7c537068-cc03-41f6-a94c-e0d07da4dd70 req-7091b902-046c-49cb-a65d-e445188e0989 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600729 Oct 28 11:41:36.856077 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Calling delete_port for bb268a3e-668b-4e9b-9365-b484470a70d1 owned by network:floatingip {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:37.096025 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:37.125703 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event deleted for resources: {'Port': ['ID=bb268a3e-668b-4e9b-9365-b484470a70d1,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:37.186727 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for floatingip, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:37.187205 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.l3_db [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Floating IP b0a3ac8d-a48a-4e7a-bc8b-48bb1ce5dd98 disassociated (deleted). External IP: 172.27.0.65, port: dcd4f3ab-31e3-417d-85b2-b8b34906308c. Oct 28 11:41:37.405074 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Router d89e9eb9-645b-4a2a-a2e5-770609916390 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:41:37.516803 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:41:37.522038 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:37.526968 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] Sync routers for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:41:37.536498 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:37.537155 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:37.554616 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-5c09b34f-d0b2-4fef-9a5e-0830a687d5e0 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "DELETE /v2.0/floatingips/b0a3ac8d-a48a-4e7a-bc8b-48bb1ce5dd98 HTTP/1.1" status: 204 len: 168 time: 1.2088637 Oct 28 11:41:37.554616 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:41:37.555871 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:41:37.603772 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a451f7-8158-45a0-938b-5c21c279eb7d x-openstack-request-id: req-87a451f7-8158-45a0-938b-5c21c279eb7d {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:41:37.604724 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:41:37.605035 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87a451f7-8158-45a0-938b-5c21c279eb7d {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:41:37.605443 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'status': 'completed', 'code': 200} Oct 28 11:41:37.653634 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:37.675896 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-37e948c6-9b4b-4426-9dcc-093e8a1c647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:37.677353 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-37e948c6-9b4b-4426-9dcc-093e8a1c647c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 1098 time: 0.0441976 Oct 28 11:41:37.777713 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-88ca69b3-6017-435d-b92a-db503047d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:37.779231 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-88ca69b3-6017-435d-b92a-db503047d9d3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 200 len: 910 time: 0.0892427 Oct 28 11:41:37.829965 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-d03c4319-7658-430c-a0a2-8bd8f9050384 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 200 len: 217 time: 0.0394046 Oct 28 11:41:37.872193 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586', 'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'mac_address': 'fa:16:3e:1d:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:33Z', 'updated_at': '2021-10-28T11:35:38Z', 'revision_number': 5, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'subnets': [{'id': '95ff6c20-41be-4593-b884-498bc0600560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:37.885513 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-4dcf043c-d019-4e98-9826-fc2a3f89f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:37.886936 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-4dcf043c-d019-4e98-9826-fc2a3f89f20c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95ff6c20-41be-4593-b884-498bc0600560 HTTP/1.1" status: 200 len: 848 time: 0.0486717 Oct 28 11:41:37.917308 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] Checking router: d89e9eb9-645b-4a2a-a2e5-770609916390 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:41:37.926521 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:37.927049 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:37.940831 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-7b7fef90-b003-46e0-a5dc-b62dfc1acba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:37.942774 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-7b7fef90-b003-46e0-a5dc-b62dfc1acba8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33eb3449-b6d1-4e43-ade1-99985866bde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456617 Oct 28 11:41:37.981983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28a010-0887-4d86-8d0c-f21e11136887 req-2b36538d-00c9-4136-9aac-b2982040e14b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:37.989163 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3e28a010-0887-4d86-8d0c-f21e11136887 req-2b36538d-00c9-4136-9aac-b2982040e14b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 943 time: 0.0663044 Oct 28 11:41:38.043474 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3e28a010-0887-4d86-8d0c-f21e11136887 req-c3ed8385-c88b-4edd-919d-2eac502326ea tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479448 Oct 28 11:41:38.052652 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:38.095219 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-68fdcfa7-7991-495c-a05c-92004ac29850 service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414051 Oct 28 11:41:38.126961 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d6407-33ee-4613-9c22-19fbcbba57bc req-25a9e1d7-9299-4ae2-aa15-2cca712045eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:38.128435 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-879d6407-33ee-4613-9c22-19fbcbba57bc req-25a9e1d7-9299-4ae2-aa15-2cca712045eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0685534 Oct 28 11:41:38.213069 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-879d6407-33ee-4613-9c22-19fbcbba57bc req-c4005f19-b321-44f7-bd54-f427249104f7 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744278 Oct 28 11:41:38.239846 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-32b4e0ad-2a66-4b4e-8bc5-dd7653cc4d5d req-f609c175-1386-487b-9dc7-011a0cd43eee service neutron] 10.222.0.81 "GET /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298227 Oct 28 11:41:38.266075 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586', 'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'mac_address': 'fa:16:3e:1d:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:33Z', 'updated_at': '2021-10-28T11:35:38Z', 'revision_number': 5, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'subnets': [{'id': '95ff6c20-41be-4593-b884-498bc0600560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:38.292949 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ddaa3d-e2f8-40fc-827f-eb20ef886c5a None None] The sync data for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi is: [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:33Z', 'revision_number': 4, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586', 'name': '', 'network_id': '33eb3449-b6d1-4e43-ade1-99985866bde8', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'mac_address': 'fa:16:3e:1d:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '95ff6c20-41be-4593-b884-498bc0600560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:33Z', 'updated_at': '2021-10-28T11:35:38Z', 'revision_number': 5, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'subnets': [{'id': '95ff6c20-41be-4593-b884-498bc0600560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:41:38.501924 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ddb42-47f1-4212-85c4-d46ac6f64a0b None None] New status for floating IP b0a3ac8d-a48a-4e7a-bc8b-48bb1ce5dd98: DOWN {{(pid=101987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:41:39.144467 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6fa22-9261-4f32-a988-f050879c2cb4 req-01daab43-9667-4df4-a200-bffb2d3ae4f4 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:39.145956 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2ba6fa22-9261-4f32-a988-f050879c2cb4 req-01daab43-9667-4df4-a200-bffb2d3ae4f4 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 943 time: 0.0472736 Oct 28 11:41:39.185685 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2ba6fa22-9261-4f32-a988-f050879c2cb4 req-645b5aba-66e7-425a-ae9e-7478f7ed5d3c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337751 Oct 28 11:41:39.330956 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea1d6-a854-4caa-95bd-1280f0484fe6 req-0b7e03e6-77cd-4fcb-bb7a-73980c2e4b0e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:39.332434 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3e9ea1d6-a854-4caa-95bd-1280f0484fe6 req-0b7e03e6-77cd-4fcb-bb7a-73980c2e4b0e tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0511341 Oct 28 11:41:39.371444 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3e9ea1d6-a854-4caa-95bd-1280f0484fe6 req-ea268f82-0aaf-4ead-bee6-9a6ab2b39975 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/security-groups?id=7aa0d141-42df-453a-b993-1d6679d80cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326526 Oct 28 11:41:39.705601 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-6b8df930-b138-4544-a3bd-5849e5855b17 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:39.707053 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-6b8df930-b138-4544-a3bd-5849e5855b17 tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.81 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 945 time: 0.0468371 Oct 28 11:41:39.802968 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Deleting port dcd4f3ab-31e3-417d-85b2-b8b34906308c {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:39.803300 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:39.891939 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] For port dcd4f3ab-31e3-417d-85b2-b8b34906308c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dcd4f3ab-31e3-417d-85b2-b8b34906308c,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:39.892290 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:39.905126 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Calling delete_port for dcd4f3ab-31e3-417d-85b2-b8b34906308c owned by compute:nova {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:39.992773 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device f31c11ac-3140-4b4a-bb0a-198ce11c2f1c details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:41:40.101319 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:40.107297 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:40.112664 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'port_id': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'mac_address': 'fa:16:3e:41:36:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:41:40.136512 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event deleted for resources: {'Port': ['ID=dcd4f3ab-31e3-417d-85b2-b8b34906308c,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:40.151901 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:40.166536 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31c11ac-3140-4b4a-bb0a-198ce11c2f1c {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:41:40.183116 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] No DVR routers for this DVR port dcd4f3ab-31e3-417d-85b2-b8b34906308c on host hv-cinder-81546 {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:41:40.186204 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:40.188879 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c0a2f432-4e98-40cd-9792-74666318ec69 req-e42d2e90-0d4f-4d0e-afc6-f43df3fb75eb tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.81 "DELETE /v2.0/ports/dcd4f3ab-31e3-417d-85b2-b8b34906308c HTTP/1.1" status: 204 len: 173 time: 0.4746161 Oct 28 11:41:40.189308 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'name': 'network-vif-deleted', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:41:40.190830 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:40.191631 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640c4160-7409-4bdb-8ed5-f4f08e8a848c" -d '{"events": [{"server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "name": "network-vif-deleted", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:41:40.230372 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43afea9-38db-4fee-98ae-3c5397a0a10e x-openstack-request-id: req-e43afea9-38db-4fee-98ae-3c5397a0a10e {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:41:40.230833 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d711bd8b-5f3f-4299-8fec-25db0d3dd07a", "name": "network-vif-deleted", "tag": "dcd4f3ab-31e3-417d-85b2-b8b34906308c", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:41:40.231173 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e43afea9-38db-4fee-98ae-3c5397a0a10e {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:41:40.231709 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd711bd8b-5f3f-4299-8fec-25db0d3dd07a', 'name': 'network-vif-deleted', 'tag': 'dcd4f3ab-31e3-417d-85b2-b8b34906308c', 'status': 'completed', 'code': 200} Oct 28 11:41:40.308980 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658b215-1643-481c-8385-288e91ddd39a req-ae518c07-db8c-4707-ac1e-6d78731a0f65 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:40.310393 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6658b215-1643-481c-8385-288e91ddd39a req-ae518c07-db8c-4707-ac1e-6d78731a0f65 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 943 time: 0.0546668 Oct 28 11:41:40.312942 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:40.350303 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6658b215-1643-481c-8385-288e91ddd39a req-31ff3059-80be-4922-9b2f-3162d007426e tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337186 Oct 28 11:41:40.377250 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:40.386047 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.386469 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.386822 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.387139 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.387495 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.387795 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.388112 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.388432 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.388752 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.389070 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.389386 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.389701 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:40.468866 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ad6953c1-6833-4864-b4d1-4a877d46e3d8 req-4e0f98c6-1588-45e8-ad6f-805d8fd7a68f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 210 time: 0.0262425 Oct 28 11:41:40.568059 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['f31c11ac-3140-4b4a-bb0a-198ce11c2f1c'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:41:41.469061 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642823ba-fc1b-46c1-b6c7-a0b682cc27fa req-7c9afdf2-a591-453c-8a8f-1a4acb1dc0ee tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:41.470552 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-642823ba-fc1b-46c1-b6c7-a0b682cc27fa req-7c9afdf2-a591-453c-8a8f-1a4acb1dc0ee tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 944 time: 0.0491889 Oct 28 11:41:41.509748 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-642823ba-fc1b-46c1-b6c7-a0b682cc27fa req-ea9441ac-e09d-410b-b702-0c5eb251a2b6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332065 Oct 28 11:41:41.580297 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-27f01551-a38b-46be-93db-8a9d21203658 req-de989145-b287-49d5-8a6e-32f4618ba48f tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d711bd8b-5f3f-4299-8fec-25db0d3dd07a HTTP/1.1" status: 200 len: 210 time: 0.0253847 Oct 28 11:41:41.988787 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device f31c11ac-3140-4b4a-bb0a-198ce11c2f1c up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:41:42.135775 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:41:42.139936 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:42.140300 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:42.221715 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:42.244880 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:41:42.247127 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2890e454-b114-4ceb-996e-909f43be5e54" -d '{"events": [{"server_uuid": "ae1c251c-ec54-462f-aa94-f93174b9d29d", "name": "network-vif-plugged", "status": "completed", "tag": "f31c11ac-3140-4b4a-bb0a-198ce11c2f1c"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:41:42.260397 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:42.281665 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1620b5df-ea14-49eb-9f63-69fd0538c94b x-openstack-request-id: req-1620b5df-ea14-49eb-9f63-69fd0538c94b {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:41:42.281983 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1c251c-ec54-462f-aa94-f93174b9d29d", "name": "network-vif-plugged", "status": "completed", "tag": "f31c11ac-3140-4b4a-bb0a-198ce11c2f1c", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:41:42.282238 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1620b5df-ea14-49eb-9f63-69fd0538c94b {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:41:42.282631 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'code': 200} Oct 28 11:41:42.336012 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:42.336810 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device dcd4f3ab-31e3-417d-85b2-b8b34906308c no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:41:42.373665 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: dcd4f3ab-31e3-417d-85b2-b8b34906308c {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:41:42.374026 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device dcd4f3ab-31e3-417d-85b2-b8b34906308c not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:41:42.401548 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:42.632902 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848964fe-7e01-4519-b47c-6673ab65a749 req-c3253f12-3c93-407a-94c0-dfa044e2c8a8 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:42.634533 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-848964fe-7e01-4519-b47c-6673ab65a749 req-c3253f12-3c93-407a-94c0-dfa044e2c8a8 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 945 time: 0.0538948 Oct 28 11:41:42.641710 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45372) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:42.670970 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef0110-2f2a-4d1f-b543-805eaf1d90db req-3e7b7f4b-ad5d-401d-bfa1-1703b13322ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:42.673220 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-12ef0110-2f2a-4d1f-b543-805eaf1d90db req-3e7b7f4b-ad5d-401d-bfa1-1703b13322ef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 1098 time: 0.0474358 Oct 28 11:41:42.710252 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-848964fe-7e01-4519-b47c-6673ab65a749 req-a1ebc912-e56f-4344-b460-1a0a7965b254 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675097 Oct 28 11:41:42.713304 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-12ef0110-2f2a-4d1f-b543-805eaf1d90db req-0f543800-8847-4e0d-b482-63641a147c1d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301366 Oct 28 11:41:42.730810 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6d305024-f452-49d5-899b-6eaca9e3a4fc tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:42.756148 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6d305024-f452-49d5-899b-6eaca9e3a4fc tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:42.907298 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6d305024-f452-49d5-899b-6eaca9e3a4fc tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:42.909929 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-6d305024-f452-49d5-899b-6eaca9e3a4fc tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:42.911075 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-6d305024-f452-49d5-899b-6eaca9e3a4fc tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] 10.222.0.79 "DELETE /v2.0/security-groups/7aa0d141-42df-453a-b993-1d6679d80cef HTTP/1.1" status: 204 len: 168 time: 0.2672877 Oct 28 11:41:42.920651 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d305024-f452-49d5-899b-6eaca9e3a4fc tempest-TestShelveInstance-1461520207 tempest-TestShelveInstance-1461520207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa0d141-42df-453a-b993-1d6679d80cef,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:43.053523 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45378) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:43.504745 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800506'] for router_interface, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:43.748201 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Deleting port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:43.748961 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:44.123091 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6b832-c32e-4a43-9f70-84c86c8208df req-76c7d60c-6ad8-44c9-a8cb-fc2ff5da003c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:44.124801 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bfa6b832-c32e-4a43-9f70-84c86c8208df req-76c7d60c-6ad8-44c9-a8cb-fc2ff5da003c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 945 time: 0.1005070 Oct 28 11:41:44.132837 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] For port b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:44.134224 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:44.154759 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Calling delete_port for b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 owned by network:router_interface {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:44.217090 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-bfa6b832-c32e-4a43-9f70-84c86c8208df req-a9c325fb-2d89-4810-b41c-92907d5bc4d6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798578 Oct 28 11:41:44.438807 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:44.468875 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:44.637608 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1743032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800662'] for router_interface, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:44.859115 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Router d89e9eb9-645b-4a2a-a2e5-770609916390 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:41:44.966391 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:41:44.976547 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e9c16674-c59c-4c8f-a263-3ea7a19c5577 admin admin] 10.222.0.79 "PUT /v2.0/routers/d89e9eb9-645b-4a2a-a2e5-770609916390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9168506 Oct 28 11:41:44.976547 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45384) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:44.977699 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] Sync routers for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:41:44.987955 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:44.988579 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:45.081264 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks [] for router, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:45.097139 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:45.186250 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:45.335985 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dca58-e12b-465e-bad6-08a57519aee4 req-ca4fe21e-31c6-47be-ab34-db437d744e45 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:45.337663 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f91dca58-e12b-465e-bad6-08a57519aee4 req-ca4fe21e-31c6-47be-ab34-db437d744e45 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 945 time: 0.0521159 Oct 28 11:41:45.338443 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Deleting port 6c8b10ca-3ce7-4d2b-a439-c424867c4251 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:45.338782 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:45.378518 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f91dca58-e12b-465e-bad6-08a57519aee4 req-ed1755ff-85a2-4abb-8222-3c49e491e80c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342557 Oct 28 11:41:45.417072 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:41:44Z', 'revision_number': 5, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port': {'id': '6c8b10ca-3ce7-4d2b-a439-c424867c4251', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:45.431299 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] For port 6c8b10ca-3ce7-4d2b-a439-c424867c4251, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=6c8b10ca-3ce7-4d2b-a439-c424867c4251,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:45.431689 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:45.444334 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Calling delete_port for 6c8b10ca-3ce7-4d2b-a439-c424867c4251 owned by network:router_gateway {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:45.444668 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] Checking router: d89e9eb9-645b-4a2a-a2e5-770609916390 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:41:45.453656 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] Routers {'d89e9eb9-645b-4a2a-a2e5-770609916390'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:45.454289 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['d89e9eb9-645b-4a2a-a2e5-770609916390'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:45.544367 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] Set router d89e9eb9-645b-4a2a-a2e5-770609916390 gateway port host: None {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:45.544899 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c89a2b-3d7d-481f-86d3-065b41e0aaa7 req-6e17098c-5b93-4a10-8357-6804ca4d5af7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:45.546471 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b4c89a2b-3d7d-481f-86d3-065b41e0aaa7 req-6e17098c-5b93-4a10-8357-6804ca4d5af7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 945 time: 0.0959840 Oct 28 11:41:45.608619 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:41:45Z', 'revision_number': 6, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port_host': None}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:45.633868 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b4c89a2b-3d7d-481f-86d3-065b41e0aaa7 req-3e779338-3bf6-446d-94e1-fca0dd8c2fd4 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786490 Oct 28 11:41:45.638285 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7065240-f660-48e8-8e6e-99f87935918d None None] The sync data for ids ['d89e9eb9-645b-4a2a-a2e5-770609916390'] in dv-cinder-815461-5-iscsi is: [{'id': 'd89e9eb9-645b-4a2a-a2e5-770609916390', 'name': 'tempest-TestShelveInstance-1959138579-router', 'tenant_id': '51193d7f0a4349e0852d9ec66b6dd656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:30Z', 'updated_at': '2021-10-28T11:41:45Z', 'revision_number': 6, 'project_id': '51193d7f0a4349e0852d9ec66b6dd656', 'gw_port_host': None}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:41:45.664757 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45392) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:45.814213 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c078c-e74a-4161-81cb-b472b3e09431 tempest-TestVolumeBootPattern-1830374327 tempest-TestVolumeBootPattern-1830374327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:45.815717 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-c88c078c-e74a-4161-81cb-b472b3e09431 tempest-TestVolumeBootPattern-1830374327 tempest-TestVolumeBootPattern-1830374327-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 1093 time: 0.1488051 Oct 28 11:41:45.818858 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45396) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:45.823367 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'floatingip': {'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'port_id': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:45.838715 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:45.868640 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8b10ca-3ce7-4d2b-a439-c424867c4251,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:45.930473 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801076'] for router_gateway, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.025550 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.027835 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.049601 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.135992 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797897'] for router, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.136644 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d89e9eb9-645b-4a2a-a2e5-770609916390 {{(pid=101985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:41:46.142579 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.146066 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-91e59183-6f5c-4855-98f1-8af53ffad513 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d89e9eb9-645b-4a2a-a2e5-770609916390 HTTP/1.1" status: 204 len: 168 time: 1.1686590 Oct 28 11:41:46.146309 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45400) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:46.166317 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.195374 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe69fcf4-1369-4d80-b769-76a24d3cfb94 admin admin] Deleting subnet 95ff6c20-41be-4593-b884-498bc0600560 {{(pid=101985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:41:46.199405 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fe69fcf4-1369-4d80-b769-76a24d3cfb94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.237562 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fe69fcf4-1369-4d80-b769-76a24d3cfb94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080517'] for subnet, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.272650 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Allocated IP 172.27.0.87 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/92ac9ee8-ba08-4bf2-86ad-a296f1e4c9be) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:41:46.347303 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fe69fcf4-1369-4d80-b769-76a24d3cfb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.380930 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.463806 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:41:46.485226 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:41:46.485560 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device b3fc2a6c-2e69-4f42-98ea-c77a2c2eb586 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:41:46.485992 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 6c8b10ca-3ce7-4d2b-a439-c424867c4251 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:41:46.490748 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fe69fcf4-1369-4d80-b769-76a24d3cfb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12818758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14418958'] for subnet, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.507140 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 6c8b10ca-3ce7-4d2b-a439-c424867c4251 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:41:46.507487 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 6c8b10ca-3ce7-4d2b-a439-c424867c4251 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:41:46.518373 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69fcf4-1369-4d80-b769-76a24d3cfb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ff6c20-41be-4593-b884-498bc0600560,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:46.526153 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fe69fcf4-1369-4d80-b769-76a24d3cfb94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.530705 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-fe69fcf4-1369-4d80-b769-76a24d3cfb94 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/95ff6c20-41be-4593-b884-498bc0600560 HTTP/1.1" status: 204 len: 168 time: 0.3828013 Oct 28 11:41:46.532431 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b3b7fa-fdd8-4a6b-ab3d-f0a419928e76 None None] Network 33eb3449-b6d1-4e43-ade1-99985866bde8 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:41:46.532659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45402) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:46.555712 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.616218 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.627250 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'Port': ['ID=92ac9ee8-ba08-4bf2-86ad-a296f1e4c9be,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:46.641536 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:41:46.647422 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:41:46.655456 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:41:46.661174 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.662066 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.663115 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.663675 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.664320 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.664889 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.665785 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.666399 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.671645 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.671645 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.671645 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.671645 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:46.704965 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Deleting port eae90197-572f-4d0d-81b7-ebfeb812c692 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:46.706332 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.794784 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] For port eae90197-572f-4d0d-81b7-ebfeb812c692, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=eae90197-572f-4d0d-81b7-ebfeb812c692,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:46.796682 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.811533 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Calling delete_port for eae90197-572f-4d0d-81b7-ebfeb812c692 owned by network:dhcp {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:46.833571 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1cf00a-99b3-4dd5-8b71-165ccf917106 None None] DHCP port deletion for 33eb3449-b6d1-4e43-ade1-99985866bde8 request from dv-cinder-815461-5-iscsi {{(pid=101986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 11:41:46.925847 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-8b1cf00a-99b3-4dd5-8b71-165ccf917106 None None] Deleting port eae90197-572f-4d0d-81b7-ebfeb812c692 {{(pid=101986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:46.926252 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8b1cf00a-99b3-4dd5-8b71-165ccf917106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:46.995725 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-8b1cf00a-99b3-4dd5-8b71-165ccf917106 None None] For port eae90197-572f-4d0d-81b7-ebfeb812c692, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=eae90197-572f-4d0d-81b7-ebfeb812c692,segment=NetworkSegment(ac258ef1-8d79-43c9-bef1-1c4916908aa8),segment_id=ac258ef1-8d79-43c9-bef1-1c4916908aa8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:46.996102 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8b1cf00a-99b3-4dd5-8b71-165ccf917106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.011963 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-8b1cf00a-99b3-4dd5-8b71-165ccf917106 None None] Calling delete_port for eae90197-572f-4d0d-81b7-ebfeb812c692 owned by network:dhcp {{(pid=101986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:47.048905 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.071272 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Pushing event deleted for resources: {'Port': ['ID=eae90197-572f-4d0d-81b7-ebfeb812c692,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:47.075824 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] No DVR routers for this DVR port eae90197-572f-4d0d-81b7-ebfeb812c692 on host dv-cinder-815461-5-iscsi {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:41:47.135314 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8b1cf00a-99b3-4dd5-8b71-165ccf917106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399'] for port, after_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.161272 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.163615 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cf00a-99b3-4dd5-8b71-165ccf917106 None None] Pushing event deleted for resources: {'Port': ['ID=eae90197-572f-4d0d-81b7-ebfeb812c692,revision_number=None']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:47.166598 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1cf00a-99b3-4dd5-8b71-165ccf917106 None None] No DVR routers for this DVR port eae90197-572f-4d0d-81b7-ebfeb812c692 on host dv-cinder-815461-5-iscsi {{(pid=101986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:41:47.198308 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eb3449-b6d1-4e43-ade1-99985866bde8']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:47.208994 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac258ef1-8d79-43c9-bef1-1c4916908aa8') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:47.209277 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac258ef1-8d79-43c9-bef1-1c4916908aa8') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:47.220144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.233854 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.240080 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:41:47.240627 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:41:47.242431 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:41:47.398087 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.410111 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.413467 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] 10.222.0.79 "DELETE /v2.0/networks/33eb3449-b6d1-4e43-ade1-99985866bde8 HTTP/1.1" status: 204 len: 168 time: 0.8798902 Oct 28 11:41:47.413935 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.422908 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45414) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:47.429050 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988afc98-fca3-4a33-be23-b578448d092c admin admin] Pushing event deleted for resources: {'Network': ['ID=33eb3449-b6d1-4e43-ade1-99985866bde8,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:47.496853 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02a7c4-7683-4db3-b48a-c2d7b1b1d648 req-9a189d05-86fd-4145-8553-333e0327f3d6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:47.498417 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4e02a7c4-7683-4db3-b48a-c2d7b1b1d648 req-9a189d05-86fd-4145-8553-333e0327f3d6 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 946 time: 0.0860071 Oct 28 11:41:47.543500 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4e02a7c4-7683-4db3-b48a-c2d7b1b1d648 req-a377d5de-5cc2-4ca3-8288-f859dcd1cf0c tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355475 Oct 28 11:41:47.583229 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.742067 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.782361 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800506'] for router_interface, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.861342 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:47.934142 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'Port': ['ID=92ac9ee8-ba08-4bf2-86ad-a296f1e4c9be,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:47.946399 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:48.030762 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Deleting port 1d382ebb-9fd1-413d-adf8-510ef272e62f {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:48.031019 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:48.051244 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.l3_db [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Floating IP 8f3f00cc-b874-4213-b64a-b4abe2301daf associated. External IP: 172.27.0.87, port: f31c11ac-3140-4b4a-bb0a-198ce11c2f1c. Oct 28 11:41:48.114163 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] For port 1d382ebb-9fd1-413d-adf8-510ef272e62f, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=1d382ebb-9fd1-413d-adf8-510ef272e62f,segment=NetworkSegment(89836cea-95ba-4bae-b454-fbc0fc9c6a87),segment_id=89836cea-95ba-4bae-b454-fbc0fc9c6a87)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:48.114763 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:48.127996 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Calling delete_port for 1d382ebb-9fd1-413d-adf8-510ef272e62f owned by network:router_interface {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:48.272276 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Router b0cdc614-bb45-43b0-b5c6-35195bd11daf has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:41:48.299124 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device eae90197-572f-4d0d-81b7-ebfeb812c692 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:41:48.322371 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: eae90197-572f-4d0d-81b7-ebfeb812c692 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:41:48.322863 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device eae90197-572f-4d0d-81b7-ebfeb812c692 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:41:48.399194 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:41:48.411535 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] Sync routers for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:41:48.426015 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:48.427420 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:48.491158 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:48.532503 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ac909ca5-b724-439f-b075-0c37d708f16b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7007427 Oct 28 11:41:48.532503 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'tag': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:41:48.532503 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf50a9c-a9a6-4034-a322-277fc1c396a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1c251c-ec54-462f-aa94-f93174b9d29d", "tag": "f31c11ac-3140-4b4a-bb0a-198ce11c2f1c"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:41:48.541620 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:48.562372 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29ec8ff-eb62-4480-9447-a7e8505b5789 x-openstack-request-id: req-f29ec8ff-eb62-4480-9447-a7e8505b5789 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:41:48.562658 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1c251c-ec54-462f-aa94-f93174b9d29d", "tag": "f31c11ac-3140-4b4a-bb0a-198ce11c2f1c", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:41:48.562908 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f29ec8ff-eb62-4480-9447-a7e8505b5789 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:41:48.563307 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'tag': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'status': 'completed', 'code': 200} Oct 28 11:41:48.658438 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-75a1d07b-434c-4b02-8673-43b18b342036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:48.659929 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-75a1d07b-434c-4b02-8673-43b18b342036 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 1098 time: 0.0663953 Oct 28 11:41:48.683238 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:48.700350 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230b8c3-297a-44d1-bbf0-7374e9c74fc0 req-889d0491-b0fc-4d26-b08a-50cd5da3f19f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:48.702292 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7230b8c3-297a-44d1-bbf0-7374e9c74fc0 req-889d0491-b0fc-4d26-b08a-50cd5da3f19f tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 946 time: 0.0807331 Oct 28 11:41:48.715904 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d382ebb-9fd1-413d-adf8-510ef272e62f,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:48.796477 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7230b8c3-297a-44d1-bbf0-7374e9c74fc0 req-7317791d-c35e-4394-b753-acc9459c1721 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627306 Oct 28 11:41:48.835869 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-dd3c300e-300d-415b-a275-2144a7264f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:48.839718 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-dd3c300e-300d-415b-a275-2144a7264f65 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 913 time: 0.1702943 Oct 28 11:41:48.923342 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-9021ea77-9e34-462e-a510-cc10959d9521 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c HTTP/1.1" status: 200 len: 998 time: 0.0740747 Oct 28 11:41:48.929632 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '8f3f00cc-b874-4213-b64a-b4abe2301daf', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:41:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:41:47Z', 'updated_at': '2021-10-28T11:41:47Z', 'revision_number': 0, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:48.949510 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1743032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800662'] for router_interface, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:48.969137 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] Checking router: b0cdc614-bb45-43b0-b5c6-35195bd11daf for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:41:48.979404 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:48.979998 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:48.983992 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-92aca361-478e-4361-865e-c4b2a876a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:48.985564 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-92aca361-478e-4361-865e-c4b2a876a873 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0470147 Oct 28 11:41:49.032285 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-5226008f-2d4f-4d75-89c4-13dedc037523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:49.033794 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-5226008f-2d4f-4d75-89c4-13dedc037523 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408032 Oct 28 11:41:49.090317 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5952f-fc21-4340-96ce-af07211699c4 req-7c96ee40-af19-480d-9086-c0fc6e274073 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:49.091718 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-14c5952f-fc21-4340-96ce-af07211699c4 req-7c96ee40-af19-480d-9086-c0fc6e274073 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 946 time: 0.0942469 Oct 28 11:41:49.092711 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:49.134990 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-a3db27ab-63ce-4d08-b53d-1e5ae3e6061b service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930545 Oct 28 11:41:49.230085 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8cf50a9c-a9a6-4034-a322-277fc1c396a8 req-0abec65e-9bdc-4997-b390-8a37e378dd1c service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876873 Oct 28 11:41:49.310893 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Deleting port 448a38a7-7054-45e3-8acb-23ffbaed9b19 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:49.311485 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:49.333097 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '8f3f00cc-b874-4213-b64a-b4abe2301daf', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:41:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:41:47Z', 'updated_at': '2021-10-28T11:41:47Z', 'revision_number': 0, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:49.357681 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:41:49.364346 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095923ac-b662-4e5b-9424-61de4cd44ef1 None None] The sync data for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi is: [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '8f3f00cc-b874-4213-b64a-b4abe2301daf', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:41:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:41:47Z', 'updated_at': '2021-10-28T11:41:47Z', 'revision_number': 0, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:41:49.483371 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] For port 448a38a7-7054-45e3-8acb-23ffbaed9b19, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=448a38a7-7054-45e3-8acb-23ffbaed9b19,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:49.483730 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:49.561390 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c3b2b4-2e07-46a0-b283-277a68991281 None None] New status for floating IP 8f3f00cc-b874-4213-b64a-b4abe2301daf: ACTIVE {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:41:49.602732 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:41:49.612414 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-09139f58-86b6-4dd5-b224-47af2c16ae57 admin admin] 10.222.0.79 "PUT /v2.0/routers/0de4f163-28c1-4e2a-9f85-71079a9a28c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1877089 Oct 28 11:41:49.613317 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] Sync routers for ids ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:41:49.614775 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45422) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:49.633786 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] Routers {'0de4f163-28c1-4e2a-9f85-71079a9a28c5'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:49.635269 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:49.746357 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks [] for router, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:49.749688 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:49.750083 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:49.750404 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.l3_db [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Floating IP 272b464b-f5e9-41af-bc66-71fc5e815bc3 disassociated. External IP: 172.27.0.98, port: 448a38a7-7054-45e3-8acb-23ffbaed9b19. Oct 28 11:41:49.750746 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Calling delete_port for 448a38a7-7054-45e3-8acb-23ffbaed9b19 owned by compute:nova {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:49.759060 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] Set router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:49.885718 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:49.953849 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b109181-8b4a-4b9a-9dde-032e64b4ce95 req-8529c093-33d1-4894-8031-6ae2428e8535 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:49.955364 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5b109181-8b4a-4b9a-9dde-032e64b4ce95 req-8529c093-33d1-4894-8031-6ae2428e8535 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 946 time: 0.0526590 Oct 28 11:41:49.994280 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9eef7a43-2097-412f-9439-00415f15e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:37Z', 'updated_at': '2021-10-28T11:41:48Z', 'revision_number': 5, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'gw_port': {'id': '9eef7a43-2097-412f-9439-00415f15e030', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:35:38Z', 'updated_at': '2021-10-28T11:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:49.994812 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5b109181-8b4a-4b9a-9dde-032e64b4ce95 req-5e8e2e2e-8333-4b69-a0e9-3b639502b7ef tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups?id=455c0e7e-f8b9-4833-a11b-9784cea957c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Oct 28 11:41:50.022796 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] Checking router: 0de4f163-28c1-4e2a-9f85-71079a9a28c5 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:41:50.026466 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.032141 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] Routers {'0de4f163-28c1-4e2a-9f85-71079a9a28c5'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:50.032341 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:50.060080 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event deleted for resources: {'Port': ['ID=448a38a7-7054-45e3-8acb-23ffbaed9b19,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:50.081065 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Deleting port 9eef7a43-2097-412f-9439-00415f15e030 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:50.081257 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.126653 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] Set router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 gateway port host: None {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:50.175505 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] For port 9eef7a43-2097-412f-9439-00415f15e030, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=9eef7a43-2097-412f-9439-00415f15e030,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:50.175897 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.183418 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:37Z', 'updated_at': '2021-10-28T11:41:49Z', 'revision_number': 6, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'gw_port_host': None}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:50.190437 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Calling delete_port for 9eef7a43-2097-412f-9439-00415f15e030 owned by network:router_gateway {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:50.190770 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Router 9c8c9b72-7b5d-432b-b433-6e05681bec6c has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:41:50.198906 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-57d22511-5f2e-4f93-b7d5-4666c78b6f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.211294 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f10bd-cda2-4d9b-9219-3611fbdb1cbc None None] The sync data for ids ['0de4f163-28c1-4e2a-9f85-71079a9a28c5'] in dv-cinder-815461-5-iscsi is: [{'id': '0de4f163-28c1-4e2a-9f85-71079a9a28c5', 'name': 'tempest-TestShelveInstance-257160294-router', 'tenant_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:35:37Z', 'updated_at': '2021-10-28T11:41:49Z', 'revision_number': 6, 'project_id': 'cb5e8e1a1974429f9d8bde4a819bcaf6', 'gw_port_host': None}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:41:50.319000 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:41:50.329425 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] Sync routers for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:41:50.339935 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:50.340548 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:50.383443 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] No DVR routers for this DVR port 448a38a7-7054-45e3-8acb-23ffbaed9b19 on host hv-cinder-81546 {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:41:50.386082 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.389422 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-14c5952f-fc21-4340-96ce-af07211699c4 req-8f6e012f-9aae-4817-83d9-c995f84da754 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.81 "DELETE /v2.0/ports/448a38a7-7054-45e3-8acb-23ffbaed9b19 HTTP/1.1" status: 204 len: 173 time: 1.2911201 Oct 28 11:41:50.389863 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-deleted', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:41:50.392294 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6753ed4-b535-4c3c-bdfb-d88a8acd6d4d" -d '{"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-deleted", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:41:50.432539 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fd3415-040e-44f4-bf3a-f6fe559044c9 x-openstack-request-id: req-c4fd3415-040e-44f4-bf3a-f6fe559044c9 {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:41:50.432821 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85fa4cd-850f-47e0-94e6-f7123284d31a", "name": "network-vif-deleted", "tag": "448a38a7-7054-45e3-8acb-23ffbaed9b19", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:41:50.433076 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4fd3415-040e-44f4-bf3a-f6fe559044c9 {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:41:50.433472 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85fa4cd-850f-47e0-94e6-f7123284d31a', 'name': 'network-vif-deleted', 'tag': '448a38a7-7054-45e3-8acb-23ffbaed9b19', 'status': 'completed', 'code': 200} Oct 28 11:41:50.459399 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:50.487402 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.513362 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Pushing event deleted for resources: {'Port': ['ID=9eef7a43-2097-412f-9439-00415f15e030,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:50.595967 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801076'] for router_gateway, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.726043 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:50.731698 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.733865 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.765240 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] Checking router: 9c8c9b72-7b5d-432b-b433-6e05681bec6c for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:41:50.765430 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:50.766062 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:50.874122 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:50.884850 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797897'] for router, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.885447 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de4f163-28c1-4e2a-9f85-71079a9a28c5 {{(pid=101984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:41:50.891102 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] Publish callbacks [] for router, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.891708 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b5940991-2e00-4265-bf75-3e72fbf4a66b admin admin] 10.222.0.79 "DELETE /v2.0/routers/0de4f163-28c1-4e2a-9f85-71079a9a28c5 HTTP/1.1" status: 204 len: 168 time: 1.2756894 Oct 28 11:41:50.894213 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45428) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:50.939896 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2075eaa-48ac-410f-ab30-b6a5604feff2 admin admin] Deleting subnet 795d754e-b5e2-4962-8294-502777664206 {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:41:50.943433 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d2075eaa-48ac-410f-ab30-b6a5604feff2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:50.985508 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d2075eaa-48ac-410f-ab30-b6a5604feff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16623507'] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:51.110652 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d2075eaa-48ac-410f-ab30-b6a5604feff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:51.127640 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0dbf7180-7745-4d62-a1a7-5b98e9e5b750 req-98189cce-c109-4645-8e61-825f8a2aa02d tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/ports?device_id=e85fa4cd-850f-47e0-94e6-f7123284d31a HTTP/1.1" status: 200 len: 210 time: 0.0309677 Oct 28 11:41:51.223062 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:51.250675 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b8a7b8-d78d-4404-a38f-7dbd2bf53c7a None None] The sync data for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi is: [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:34:23Z', 'revision_number': 4, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'cf441063-0072-4ec0-bcf8-945d809a62c5', 'name': '', 'network_id': 'f5e489a1-e2f1-42bf-94d6-b73230b944c0', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'mac_address': 'fa:16:3e:01:fb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:21Z', 'updated_at': '2021-10-28T11:34:29Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'subnets': [{'id': '7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:41:51.359163 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d2075eaa-48ac-410f-ab30-b6a5604feff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16270441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16002433'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:51.535021 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2ad043-f0cf-4d4c-8993-4a35a50a4462 None None] New status for floating IP 272b464b-f5e9-41af-bc66-71fc5e815bc3: DOWN {{(pid=101987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:41:51.655041 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075eaa-48ac-410f-ab30-b6a5604feff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=795d754e-b5e2-4962-8294-502777664206,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:51.662291 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-d2075eaa-48ac-410f-ab30-b6a5604feff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:51.662291 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-d2075eaa-48ac-410f-ab30-b6a5604feff2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/795d754e-b5e2-4962-8294-502777664206 HTTP/1.1" status: 204 len: 168 time: 0.7666650 Oct 28 11:41:51.665678 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45432) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:51.667702 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3fc2c0-95a3-49e5-abc8-bf14754293e1 None None] Network bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:41:51.741474 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:51.807136 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Deleting port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:51.807512 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:51.847958 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb5da1-5865-402f-b1a3-7439a7eb7139 None None] DHCP port deletion for bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 request from dv-cinder-815461-5-iscsi {{(pid=101986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 11:41:51.879850 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] For port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8,segment=NetworkSegment(89836cea-95ba-4bae-b454-fbc0fc9c6a87),segment_id=89836cea-95ba-4bae-b454-fbc0fc9c6a87)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:51.880210 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:51.893171 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Calling delete_port for 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 owned by network:dhcp {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:51.897019 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb5da1-5865-402f-b1a3-7439a7eb7139 None None] Deleting port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 {{(pid=101986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:51.897389 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-bbdb5da1-5865-402f-b1a3-7439a7eb7139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:51.965597 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-bbdb5da1-5865-402f-b1a3-7439a7eb7139 None None] For port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8,segment=NetworkSegment(89836cea-95ba-4bae-b454-fbc0fc9c6a87),segment_id=89836cea-95ba-4bae-b454-fbc0fc9c6a87)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:51.966031 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-bbdb5da1-5865-402f-b1a3-7439a7eb7139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:51.980391 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb5da1-5865-402f-b1a3-7439a7eb7139 None None] Calling delete_port for 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 owned by network:dhcp {{(pid=101986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:52.044341 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.052774 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:41:52.083601 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:52.083601 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] No DVR routers for this DVR port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 on host dv-cinder-815461-5-iscsi {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:41:52.084319 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 448a38a7-7054-45e3-8acb-23ffbaed9b19 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:41:52.084319 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 448a38a7-7054-45e3-8acb-23ffbaed9b19 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:41:52.100270 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-bbdb5da1-5865-402f-b1a3-7439a7eb7139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399'] for port, after_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.127859 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb5da1-5865-402f-b1a3-7439a7eb7139 None None] Pushing event deleted for resources: {'Port': ['ID=9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8,revision_number=None']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:52.134932 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb5da1-5865-402f-b1a3-7439a7eb7139 None None] No DVR routers for this DVR port 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 on host dv-cinder-815461-5-iscsi {{(pid=101986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:41:52.159207 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.182019 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:52.193417 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89836cea-95ba-4bae-b454-fbc0fc9c6a87') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:52.193709 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89836cea-95ba-4bae-b454-fbc0fc9c6a87') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:52.205534 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.222030 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.228970 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:41:52.229345 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:41:52.231532 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:41:52.297352 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45438) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:52.299776 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:41:52.324085 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:41:52.324431 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 9b4727f0-48ee-47d6-8ac0-3f15da2d8bd8 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:41:52.324845 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 9eef7a43-2097-412f-9439-00415f15e030 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:41:52.348613 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 9eef7a43-2097-412f-9439-00415f15e030 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:41:52.348956 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 9eef7a43-2097-412f-9439-00415f15e030 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:41:52.349378 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 1d382ebb-9fd1-413d-adf8-510ef272e62f no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:41:52.357354 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.364973 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.368264 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] 10.222.0.79 "DELETE /v2.0/networks/bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664 HTTP/1.1" status: 204 len: 168 time: 0.7015181 Oct 28 11:41:52.371212 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 1d382ebb-9fd1-413d-adf8-510ef272e62f {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:41:52.371626 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 1d382ebb-9fd1-413d-adf8-510ef272e62f not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:41:52.372499 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.389119 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46640c-a7d2-4d0e-8466-5a9f1c92954f admin admin] Pushing event deleted for resources: {'Network': ['ID=bd119cd1-5d1f-4dce-bd4e-c9fcfe39a664,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:52.416951 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.535359 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.538007 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.539681 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "DELETE /v2.0/security-groups/455c0e7e-f8b9-4833-a11b-9784cea957c8 HTTP/1.1" status: 204 len: 168 time: 0.2400022 Oct 28 11:41:52.542770 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45442) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:52.551169 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c0e7e-f8b9-4833-a11b-9784cea957c8,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:52.552455 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.557435 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.api.v2.resource [None req-0aa52cc1-3bb0-490a-80d8-897762d4a701 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] show failed (client error): The resource could not be found. Oct 28 11:41:52.559533 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-0aa52cc1-3bb0-490a-80d8-897762d4a701 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "GET /v2.0/security-groups/455c0e7e-f8b9-4833-a11b-9784cea957c8 HTTP/1.1" status: 404 len: 347 time: 0.0147219 Oct 28 11:41:52.562021 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.562166 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45444) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:52.562264 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.562601 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.562927 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.563250 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.563574 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.563895 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.564214 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.564531 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.564850 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.565165 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.565483 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1912a3-f361-4351-b73d-533892f02c98 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:41:52.666636 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45446) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:52.672881 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-df91efdb-b091-4b69-b6ac-7f7ff4cf2596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.696783 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Deleting port b46605fb-2db0-40dc-b783-919d140323b5 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:52.697149 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.708301 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-8949759a-ed1e-485f-b99e-4c847db4365d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=51193d7f0a4349e0852d9ec66b6dd656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403895 Oct 28 11:41:52.711137 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45448) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:52.765196 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ce309c39-77fb-4bd4-bec1-044772fcb59a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.778436 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.778761 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.787388 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ce309c39-77fb-4bd4-bec1-044772fcb59a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.791334 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Calling delete_port for b46605fb-2db0-40dc-b783-919d140323b5 owned by network:floatingip {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:52.901477 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ce309c39-77fb-4bd4-bec1-044772fcb59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.904204 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-ce309c39-77fb-4bd4-bec1-044772fcb59a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:52.905347 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-ce309c39-77fb-4bd4-bec1-044772fcb59a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc4f98df-264e-44b2-80ba-dd2c88374a83 HTTP/1.1" status: 204 len: 168 time: 0.1925082 Oct 28 11:41:52.915647 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce309c39-77fb-4bd4-bec1-044772fcb59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f98df-264e-44b2-80ba-dd2c88374a83,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:52.987420 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:53.021751 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Pushing event deleted for resources: {'Port': ['ID=b46605fb-2db0-40dc-b783-919d140323b5,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:53.079872 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks [] for floatingip, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:53.082586 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:53.085443 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a0d09292-f2c7-49e0-9e9a-ae0fcf185000 tempest-AttachVolumeShelveTestJSON-1889558446 tempest-AttachVolumeShelveTestJSON-1889558446-project] 10.222.0.79 "DELETE /v2.0/floatingips/272b464b-f5e9-41af-bc66-71fc5e815bc3 HTTP/1.1" status: 204 len: 168 time: 0.5222540 Oct 28 11:41:53.426047 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:53.614614 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45462) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:53.658296 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-dd02ccf4-ab4f-46e5-98bf-923aa547eebe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb5e8e1a1974429f9d8bde4a819bcaf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433528 Oct 28 11:41:53.660717 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45464) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:53.713697 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ca310f51-bb6e-47b3-b5dd-147e517d54a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:53.736734 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ca310f51-bb6e-47b3-b5dd-147e517d54a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:54.181931 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:54.182210 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ca310f51-bb6e-47b3-b5dd-147e517d54a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:54.184726 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ca310f51-bb6e-47b3-b5dd-147e517d54a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:54.186122 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ca310f51-bb6e-47b3-b5dd-147e517d54a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6fbccc76-045d-4487-9440-fa714b606d2b HTTP/1.1" status: 204 len: 168 time: 0.5244555 Oct 28 11:41:54.194052 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca310f51-bb6e-47b3-b5dd-147e517d54a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbccc76-045d-4487-9440-fa714b606d2b,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:54.623966 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-2505a58c-44a7-47cb-a05f-ec337753737f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859302068&fields=id&tenant_id=6c7e9e20137c4074adc486e467a29cd4 HTTP/1.1" status: 200 len: 267 time: 0.0390654 Oct 28 11:41:54.687140 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-537979b4-ccef-4a43-a361-8987eb79e60f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:54.689252 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-537979b4-ccef-4a43-a361-8987eb79e60f tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 984 time: 0.0591872 Oct 28 11:41:54.702063 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-66f28933-a5b7-4255-8784-0e114d515c51 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Request body: {'port': {'security_groups': ['5554002b-53f2-4f91-b363-c26c524a8967']}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:41:54.778403 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-66f28933-a5b7-4255-8784-0e114d515c51 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:54.963571 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-66f28933-a5b7-4255-8784-0e114d515c51 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] For port 48402c06-03a8-433a-92ff-d06435263775, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=48402c06-03a8-433a-92ff-d06435263775,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:54.997402 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-66f28933-a5b7-4255-8784-0e114d515c51 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.119682 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-66f28933-a5b7-4255-8784-0e114d515c51 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.132054 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['48402c06-03a8-433a-92ff-d06435263775'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:41:55.168132 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-66f28933-a5b7-4255-8784-0e114d515c51 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:55.171620 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-66f28933-a5b7-4255-8784-0e114d515c51 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.173119 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-f21c6680-d4eb-45f4-99a3-20b65537a0ae req-66f28933-a5b7-4255-8784-0e114d515c51 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "PUT /v2.0/ports/48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 200 len: 942 time: 0.4767547 Oct 28 11:41:55.173583 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:41:55.175940 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a503854-dcd1-4396-964b-d17cc0323027" -d '{"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:41:55.180365 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45484) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:55.207811 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f28933-a5b7-4255-8784-0e114d515c51 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event updated for resources: {'Port': ['ID=48402c06-03a8-433a-92ff-d06435263775,revision_number=7']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:55.228473 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3ad56-7bd7-4a95-b975-6fa4aa1abef4 x-openstack-request-id: req-a8d3ad56-7bd7-4a95-b975-6fa4aa1abef4 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:41:55.229344 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:41:55.229707 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8d3ad56-7bd7-4a95-b975-6fa4aa1abef4 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:41:55.230393 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775', 'status': 'completed', 'code': 200} Oct 28 11:41:55.265118 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['48402c06-03a8-433a-92ff-d06435263775'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:41:55.298651 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2aa80268-5778-480c-982f-c5ab169b90ad tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.321465 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a503854-dcd1-4396-964b-d17cc0323027 req-610482ce-d95a-407b-88d6-b033a977d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:55.323513 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9a503854-dcd1-4396-964b-d17cc0323027 req-610482ce-d95a-407b-88d6-b033a977d9a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c7e9e20137c4074adc486e467a29cd4&device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 1098 time: 0.0698993 Oct 28 11:41:55.348705 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2aa80268-5778-480c-982f-c5ab169b90ad tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.459427 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a503854-dcd1-4396-964b-d17cc0323027 req-8b36fe47-b9d5-4c0b-b844-603ef3280cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:55.461278 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9a503854-dcd1-4396-964b-d17cc0323027 req-8b36fe47-b9d5-4c0b-b844-603ef3280cfe service neutron] 10.222.0.81 "GET /v2.0/networks?id=0748e7c1-2da7-40aa-b291-6693ee9e3a36 HTTP/1.1" status: 200 len: 916 time: 0.1275408 Oct 28 11:41:55.470925 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-359132e5-ed1c-4cb8-9435-35ec4cb0a00b None None] Provisioning complete for port 48402c06-03a8-433a-92ff-d06435263775 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:41:55.474523 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-359132e5-ed1c-4cb8-9435-35ec4cb0a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.533538 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9a503854-dcd1-4396-964b-d17cc0323027 req-26df6577-c268-4236-93ba-dda18946aeae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 200 len: 999 time: 0.0647364 Oct 28 11:41:55.588845 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a503854-dcd1-4396-964b-d17cc0323027 req-d9c62399-092e-45b8-a3aa-a04189c7422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:55.590320 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9a503854-dcd1-4396-964b-d17cc0323027 req-d9c62399-092e-45b8-a3aa-a04189c7422b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c36b385-780b-436a-b432-d576b0b6fc0f HTTP/1.1" status: 200 len: 854 time: 0.0496275 Oct 28 11:41:55.592033 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2aa80268-5778-480c-982f-c5ab169b90ad tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.594603 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2aa80268-5778-480c-982f-c5ab169b90ad tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.596733 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-2aa80268-5778-480c-982f-c5ab169b90ad tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "DELETE /v2.0/security-groups/82d0744b-011f-48c8-b049-65fb370db5c7 HTTP/1.1" status: 204 len: 168 time: 0.4136503 Oct 28 11:41:55.598468 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45486) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:55.614552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa80268-5778-480c-982f-c5ab169b90ad tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d0744b-011f-48c8-b049-65fb370db5c7,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:55.657368 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a503854-dcd1-4396-964b-d17cc0323027 req-118b2295-bbf5-4e78-b115-272e67455ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:55.658925 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9a503854-dcd1-4396-964b-d17cc0323027 req-118b2295-bbf5-4e78-b115-272e67455ad5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0748e7c1-2da7-40aa-b291-6693ee9e3a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582552 Oct 28 11:41:55.678597 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.775673 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9a503854-dcd1-4396-964b-d17cc0323027 req-c7314836-01d3-4499-8654-9f5204e8d3f4 service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066489 Oct 28 11:41:55.792404 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Deleting port c0007199-3364-4060-88df-40a96c25e048 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:55.792993 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.806012 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45494) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:55.884421 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9a503854-dcd1-4396-964b-d17cc0323027 req-0032388e-0c02-44eb-96da-8f82c603e008 service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992014 Oct 28 11:41:55.889835 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.890330 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:55.906760 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Calling delete_port for c0007199-3364-4060-88df-40a96c25e048 owned by network:floatingip {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:56.284763 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:56.323551 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event deleted for resources: {'Port': ['ID=c0007199-3364-4060-88df-40a96c25e048,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:56.423466 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks [] for floatingip, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:56.423797 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.l3_db [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Floating IP 97c5c29c-4ff4-46cb-b45e-a340e344ba16 disassociated (deleted). External IP: 172.27.0.4, port: 48402c06-03a8-433a-92ff-d06435263775. Oct 28 11:41:56.798528 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Router 76c25206-f419-4e92-9dcb-3335f5dff3b1 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:41:56.819719 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800506'] for router_interface, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:57.316886 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:41:57.331681 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] Sync routers for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:41:57.344153 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:57.348761 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:57.349735 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:57.443929 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-fa3b6a78-155e-4e15-a440-dc80aab823f8 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "DELETE /v2.0/floatingips/97c5c29c-4ff4-46cb-b45e-a340e344ba16 HTTP/1.1" status: 204 len: 168 time: 1.8417013 Oct 28 11:41:57.443929 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:41:57.448059 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:41:57.526200 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:57.542303 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5875f1-80d7-4039-bc67-a371c1ff1478 x-openstack-request-id: req-2b5875f1-80d7-4039-bc67-a371c1ff1478 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:41:57.542844 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "tag": "48402c06-03a8-433a-92ff-d06435263775", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:41:57.543298 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b5875f1-80d7-4039-bc67-a371c1ff1478 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:41:57.543901 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'tag': '48402c06-03a8-433a-92ff-d06435263775', 'status': 'completed', 'code': 200} Oct 28 11:41:57.623291 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Deleting port cf441063-0072-4ec0-bcf8-945d809a62c5 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:57.623896 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:57.656000 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-420c0503-6c9a-404d-aa0f-7642305b3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:57.658898 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-420c0503-6c9a-404d-aa0f-7642305b3661 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c7e9e20137c4074adc486e467a29cd4&device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 1098 time: 0.0968347 Oct 28 11:41:57.768860 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] For port cf441063-0072-4ec0-bcf8-945d809a62c5, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=cf441063-0072-4ec0-bcf8-945d809a62c5,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:57.769381 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:57.796310 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Calling delete_port for cf441063-0072-4ec0-bcf8-945d809a62c5 owned by network:router_interface {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:57.803268 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-59bcc78e-c3ba-4145-ac99-91f69d5c3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:57.806901 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-59bcc78e-c3ba-4145-ac99-91f69d5c3f58 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0748e7c1-2da7-40aa-b291-6693ee9e3a36 HTTP/1.1" status: 200 len: 916 time: 0.1404531 Oct 28 11:41:57.879999 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-a6549d3e-2776-4013-b371-d3cf97e8d191 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 200 len: 217 time: 0.0641639 Oct 28 11:41:57.930710 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b150b2ce-8bf2-450d-9be7-8a967dd864e8', 'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'mac_address': 'fa:16:3e:43:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:06Z', 'updated_at': '2021-10-28T11:39:11Z', 'revision_number': 5, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'subnets': [{'id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:57.964404 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-803bc389-ccd6-4317-8b49-bb4d3a37cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:57.966683 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-803bc389-ccd6-4317-8b49-bb4d3a37cb38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c36b385-780b-436a-b432-d576b0b6fc0f HTTP/1.1" status: 200 len: 854 time: 0.0797982 Oct 28 11:41:57.972725 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] Checking router: 76c25206-f419-4e92-9dcb-3335f5dff3b1 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:41:57.987629 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:57.988415 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:58.058907 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-b9d1cb3c-97f7-4622-9439-f487aef57f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:41:58.062230 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-b9d1cb3c-97f7-4622-9439-f487aef57f19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0748e7c1-2da7-40aa-b291-6693ee9e3a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854118 Oct 28 11:41:58.165427 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:58.188059 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:58.196868 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf441063-0072-4ec0-bcf8-945d809a62c5,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:58.224760 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-f99a9150-7aa1-4ef3-94d8-b99b8532ce9b service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418350 Oct 28 11:41:58.427388 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1743032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800662'] for router_interface, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:58.439022 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c1201ec9-f1b8-44a8-9746-6f24d7368ea4 req-8a77e88d-2457-4769-89da-71b69f6f263b service neutron] 10.222.0.81 "GET /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065914 Oct 28 11:41:58.561611 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b150b2ce-8bf2-450d-9be7-8a967dd864e8', 'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'mac_address': 'fa:16:3e:43:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:06Z', 'updated_at': '2021-10-28T11:39:11Z', 'revision_number': 5, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'subnets': [{'id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:58.590634 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f96782c-5a8e-4812-b992-d1475985c14f None None] The sync data for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi is: [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:39:07Z', 'revision_number': 4, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'b150b2ce-8bf2-450d-9be7-8a967dd864e8', 'name': '', 'network_id': '0748e7c1-2da7-40aa-b291-6693ee9e3a36', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'mac_address': 'fa:16:3e:43:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:06Z', 'updated_at': '2021-10-28T11:39:11Z', 'revision_number': 5, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'subnets': [{'id': '9c36b385-780b-436a-b432-d576b0b6fc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:41:58.686500 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Router 9c8c9b72-7b5d-432b-b433-6e05681bec6c has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:41:58.807126 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:41:58.815776 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-20440194-c2e1-4c3d-ba8b-6334d6bf7ea5 admin admin] 10.222.0.79 "PUT /v2.0/routers/9c8c9b72-7b5d-432b-b433-6e05681bec6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0059388 Oct 28 11:41:58.815972 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] Sync routers for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:41:58.816517 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45508) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:41:58.828502 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad87164-042d-4572-a8ae-cc6a092e6d88 None None] New status for floating IP 97c5c29c-4ff4-46cb-b45e-a340e344ba16: DOWN {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:41:58.828717 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:58.829387 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:58.943589 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks [] for router, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:58.962403 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:59.080536 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:59.230726 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Deleting port c000756b-70fe-4e08-85a5-8c105d3dda25 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:41:59.231402 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:59.252439 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:41:58Z', 'revision_number': 5, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port': {'id': 'c000756b-70fe-4e08-85a5-8c105d3dda25', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:34:16Z', 'updated_at': '2021-10-28T11:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:59.279818 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] Checking router: 9c8c9b72-7b5d-432b-b433-6e05681bec6c for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:41:59.288938 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] Routers {'9c8c9b72-7b5d-432b-b433-6e05681bec6c'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:41:59.289718 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:59.340062 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] For port c000756b-70fe-4e08-85a5-8c105d3dda25, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=c000756b-70fe-4e08-85a5-8c105d3dda25,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:41:59.340707 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:59.362205 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Calling delete_port for c000756b-70fe-4e08-85a5-8c105d3dda25 owned by network:router_gateway {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:41:59.378206 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] Set router 9c8c9b72-7b5d-432b-b433-6e05681bec6c gateway port host: None {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:41:59.435506 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:41:59Z', 'revision_number': 6, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port_host': None}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:41:59.463711 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6482ec06-2a09-4890-898b-eaeae5b935ff None None] The sync data for ids ['9c8c9b72-7b5d-432b-b433-6e05681bec6c'] in dv-cinder-815461-5-iscsi is: [{'id': '9c8c9b72-7b5d-432b-b433-6e05681bec6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1237072804-router', 'tenant_id': '8e441afa764f4d43aabb60a1da939186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:34:15Z', 'updated_at': '2021-10-28T11:41:59Z', 'revision_number': 6, 'project_id': '8e441afa764f4d43aabb60a1da939186', 'gw_port_host': None}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:41:59.627355 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:59.656865 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Pushing event deleted for resources: {'Port': ['ID=c000756b-70fe-4e08-85a5-8c105d3dda25,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:41:59.716821 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801076'] for router_gateway, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:59.811150 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:59.813345 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:59.975759 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797897'] for router, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:59.976440 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c8c9b72-7b5d-432b-b433-6e05681bec6c {{(pid=101984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:41:59.986153 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] Publish callbacks [] for router, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:41:59.986153 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-1db20719-15e2-49ef-80f0-cd702255081c admin admin] 10.222.0.79 "DELETE /v2.0/routers/9c8c9b72-7b5d-432b-b433-6e05681bec6c HTTP/1.1" status: 204 len: 168 time: 1.1668494 Oct 28 11:41:59.986824 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45520) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:00.037319 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0d14a8-0102-485e-b055-31ef23938d63 admin admin] Deleting subnet 7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:42:00.041499 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14a8-0102-485e-b055-31ef23938d63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.078607 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14a8-0102-485e-b055-31ef23938d63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16623507'] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.167068 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14a8-0102-485e-b055-31ef23938d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.293017 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device cf441063-0072-4ec0-bcf8-945d809a62c5 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:00.318440 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: cf441063-0072-4ec0-bcf8-945d809a62c5 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:00.318795 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device cf441063-0072-4ec0-bcf8-945d809a62c5 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:00.319339 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device c000756b-70fe-4e08-85a5-8c105d3dda25 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:00.319633 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14a8-0102-485e-b055-31ef23938d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16270441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16002433'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.341203 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: c000756b-70fe-4e08-85a5-8c105d3dda25 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:00.341545 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device c000756b-70fe-4e08-85a5-8c105d3dda25 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:00.347729 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d14a8-0102-485e-b055-31ef23938d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:00.352186 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ab0d14a8-0102-485e-b055-31ef23938d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.356262 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ab0d14a8-0102-485e-b055-31ef23938d63 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7dc428c4-c3c0-4c82-ad7b-0fa6236abfb1 HTTP/1.1" status: 204 len: 168 time: 0.3675427 Oct 28 11:42:00.358301 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45522) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:00.359048 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2766552-fafe-4125-ab63-e3e9586662ec None None] Network f5e489a1-e2f1-42bf-94d6-b73230b944c0 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:42:00.436514 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.523810 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Deleting port fd1cca54-9576-4845-8ade-c82542b7423c {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:00.524178 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.600777 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0fd181-03b1-48b6-b9bf-8fcca535638d None None] DHCP port deletion for f5e489a1-e2f1-42bf-94d6-b73230b944c0 request from dv-cinder-815461-5-iscsi {{(pid=101986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 11:42:00.611581 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] For port fd1cca54-9576-4845-8ade-c82542b7423c, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=fd1cca54-9576-4845-8ade-c82542b7423c,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:00.612008 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.626434 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Calling delete_port for fd1cca54-9576-4845-8ade-c82542b7423c owned by network:dhcp {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:00.659202 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fd181-03b1-48b6-b9bf-8fcca535638d None None] Deleting port fd1cca54-9576-4845-8ade-c82542b7423c {{(pid=101986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:00.659579 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd181-03b1-48b6-b9bf-8fcca535638d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.730616 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-6c0fd181-03b1-48b6-b9bf-8fcca535638d None None] For port fd1cca54-9576-4845-8ade-c82542b7423c, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=fd1cca54-9576-4845-8ade-c82542b7423c,segment=NetworkSegment(c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4),segment_id=c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:00.730990 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd181-03b1-48b6-b9bf-8fcca535638d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.745012 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fd181-03b1-48b6-b9bf-8fcca535638d None None] Calling delete_port for fd1cca54-9576-4845-8ade-c82542b7423c owned by network:dhcp {{(pid=101986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:00.861224 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.867334 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd181-03b1-48b6-b9bf-8fcca535638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399'] for port, after_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:00.889995 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1cca54-9576-4845-8ade-c82542b7423c,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:00.891884 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] No DVR routers for this DVR port fd1cca54-9576-4845-8ade-c82542b7423c on host dv-cinder-815461-5-iscsi {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:42:00.897855 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fd181-03b1-48b6-b9bf-8fcca535638d None None] Pushing event deleted for resources: {'Port': ['ID=fd1cca54-9576-4845-8ade-c82542b7423c,revision_number=None']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:00.902354 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fd181-03b1-48b6-b9bf-8fcca535638d None None] No DVR routers for this DVR port fd1cca54-9576-4845-8ade-c82542b7423c on host dv-cinder-815461-5-iscsi {{(pid=101986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:42:00.979537 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.004798 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e489a1-e2f1-42bf-94d6-b73230b944c0']}} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:01.012521 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ba82e-b27b-402a-9007-83f6d3ea361f req-64a09d5b-9d1a-4d2a-84b5-10e1e98b90cd tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:01.013495 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1e5ba82e-b27b-402a-9007-83f6d3ea361f req-64a09d5b-9d1a-4d2a-84b5-10e1e98b90cd tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Oct 28 11:42:01.014752 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4') {'for_net_delete': True} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:01.015044 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f8e3b4-d981-4f8e-9bc0-de11754ff4d4') {} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:01.025488 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16623594'] for segment, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.042221 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.052277 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=101984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:42:01.052739 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16270467'] for segment, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: Traceback (most recent call last): Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: timer() Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: cb(*args, **kw) Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: return func(*args, **kwargs) Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: self._notify() Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: self.callback(batched_events) Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: event.method(event) Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: return f(self, *a, **k) Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._get(url).json() Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: return self.request(url, 'GET', **kwargs) Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:42:01.055286 dv-cinder-815461-5-iscsi neutron-server[101984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:42:01.062674 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1e5ba82e-b27b-402a-9007-83f6d3ea361f req-b58f8ad3-6be6-433d-80e5-304b8e207566 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Oct 28 11:42:01.215653 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.221400 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.224651 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] 10.222.0.79 "DELETE /v2.0/networks/f5e489a1-e2f1-42bf-94d6-b73230b944c0 HTTP/1.1" status: 204 len: 168 time: 0.8653693 Oct 28 11:42:01.238454 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059f0ac-81e6-4dd0-b5b9-8de4d94509cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e489a1-e2f1-42bf-94d6-b73230b944c0,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:01.575621 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45532) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:01.620194 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ce311d61-b136-4c1e-903e-be2315fdd56f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e441afa764f4d43aabb60a1da939186&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433941 Oct 28 11:42:01.622966 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45534) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:01.684272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-acab354f-8fcb-4d8a-b073-f26966433198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.706471 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-acab354f-8fcb-4d8a-b073-f26966433198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.850347 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-acab354f-8fcb-4d8a-b073-f26966433198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.853046 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-acab354f-8fcb-4d8a-b073-f26966433198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:01.854324 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-acab354f-8fcb-4d8a-b073-f26966433198 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db315967-a045-46f4-930d-fec8cda95632 HTTP/1.1" status: 204 len: 168 time: 0.2303050 Oct 28 11:42:01.863423 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab354f-8fcb-4d8a-b073-f26966433198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db315967-a045-46f4-930d-fec8cda95632,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:02.185226 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d09a7-c7c7-49ca-8ce2-e480502c93cf req-7a3e1796-f6ea-40f7-9e5f-5268b4327b00 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:02.186969 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3d2d09a7-c7c7-49ca-8ce2-e480502c93cf req-7a3e1796-f6ea-40f7-9e5f-5268b4327b00 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0544751 Oct 28 11:42:02.230365 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3d2d09a7-c7c7-49ca-8ce2-e480502c93cf req-c35ea394-b8b0-4de9-ab4f-7ed9f0f51d64 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367234 Oct 28 11:42:02.312613 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device fd1cca54-9576-4845-8ade-c82542b7423c no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:02.335171 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: fd1cca54-9576-4845-8ade-c82542b7423c {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:02.335560 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device fd1cca54-9576-4845-8ade-c82542b7423c not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:02.777131 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-812263b9-8ae3-4122-80f0-da5b1a5d7c7a tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:02.778741 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-812263b9-8ae3-4122-80f0-da5b1a5d7c7a tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.81 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0534611 Oct 28 11:42:02.853490 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45560) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:02.884570 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Deleting port 48402c06-03a8-433a-92ff-d06435263775 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:02.884893 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:02.963534 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1484873357-network', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:02.981476 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] For port 48402c06-03a8-433a-92ff-d06435263775, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=48402c06-03a8-433a-92ff-d06435263775,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:02.981834 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:02.996413 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Calling delete_port for 48402c06-03a8-433a-92ff-d06435263775 owned by compute:nova {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:03.049654 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Made reservation on behalf of 1fdc139c788d4a559fc1cdfec2a27d37 for: {'network': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:42:03.055373 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for network, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.065835 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.161358 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.271810 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.303213 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=101984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:42:03.315680 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22240542-b78e-4209-91fe-4d9bc909a1b9,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:03.323186 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.323520 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.segments_db [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Added segment a80f704a-5ca4-4a6f-b0f7-93367b50c4c1 of type vlan for network 29bf3493-9c95-4107-bbd6-109306388b96 Oct 28 11:42:03.371665 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493423032'] for network, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.389095 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31348e5-304d-46d8-8318-560f8840d831 req-bc693141-512f-4127-ae4f-24540a7ac3c7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:03.390621 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d31348e5-304d-46d8-8318-560f8840d831 req-bc693141-512f-4127-ae4f-24540a7ac3c7 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 945 time: 0.0761108 Oct 28 11:42:03.471870 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d31348e5-304d-46d8-8318-560f8840d831 req-672ef847-7db5-40c7-8628-649fe8738e09 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/security-groups?id=5554002b-53f2-4f91-b363-c26c524a8967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673902 Oct 28 11:42:03.507424 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977'] for network, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.509590 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:03.510288 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.534403 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.548833 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['48402c06-03a8-433a-92ff-d06435263775'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:42:03.570875 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Pushing event deleted for resources: {'Port': ['ID=48402c06-03a8-433a-92ff-d06435263775,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:03.574828 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=29bf3493-9c95-4107-bbd6-109306388b96,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:03.601111 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Network 29bf3493-9c95-4107-bbd6-109306388b96 details requested by agent ovs-agent-dv-cinder-815461-5-iscsi with host dv-cinder-815461-5-iscsi {{(pid=101986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:42:03.613087 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] No DVR routers for this DVR port 48402c06-03a8-433a-92ff-d06435263775 on host hv-cinder-81546 {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:42:03.615600 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:03.619088 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5d183809-cb8b-498e-9c72-0cfeba953414 req-409acd52-f728-46c1-a146-db0f1bd3cf98 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.81 "DELETE /v2.0/ports/48402c06-03a8-433a-92ff-d06435263775 HTTP/1.1" status: 204 len: 173 time: 0.8329093 Oct 28 11:42:03.619731 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'name': 'network-vif-deleted', 'tag': '48402c06-03a8-433a-92ff-d06435263775'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:42:03.622124 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe54a63f-3407-441d-93e9-46a258930416" -d '{"events": [{"server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "name": "network-vif-deleted", "tag": "48402c06-03a8-433a-92ff-d06435263775"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:42:03.629319 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-8851c14c-2d19-447e-8465-5415c0e5c3d7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7732759 Oct 28 11:42:03.630663 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45568) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:03.638200 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Request body: {'subnet': {'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1484873357-subnet', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:03.659221 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffa0f6a-7188-48b9-8144-424ab01e9d6b x-openstack-request-id: req-1ffa0f6a-7188-48b9-8144-424ab01e9d6b {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:42:03.659512 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378336c5-b12b-4009-80af-5db98f89ef10", "name": "network-vif-deleted", "tag": "48402c06-03a8-433a-92ff-d06435263775", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:42:03.659732 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ffa0f6a-7188-48b9-8144-424ab01e9d6b {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:42:03.660125 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378336c5-b12b-4009-80af-5db98f89ef10', 'name': 'network-vif-deleted', 'tag': '48402c06-03a8-433a-92ff-d06435263775', 'status': 'completed', 'code': 200} Oct 28 11:42:03.745637 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Made reservation on behalf of 1fdc139c788d4a559fc1cdfec2a27d37 for: {'subnet': 1} {{(pid=101984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:42:03.748273 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16002144'] for subnet, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.004391 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16270376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16002162'] for subnet, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.056032 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13c6beb-112c-496a-8eb5-1e5f730a6fac,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:04.073174 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Checking segment: {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:42:04.073509 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Network hostable DHCP agents. Network: 29bf3493-9c95-4107-bbd6-109306388b96, hostable agents: ['3887cba0-6620-4b5e-87fd-c3c4834da3d7'], hosted agents: [] {{(pid=101984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:42:04.175710 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Network 29bf3493-9c95-4107-bbd6-109306388b96 is scheduled to be hosted by DHCP agent 3887cba0-6620-4b5e-87fd-c3c4834da3d7 with binding_index 1 {{(pid=101984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:42:04.244656 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-5-iscsi, 29bf3493-9c95-4107-bbd6-109306388b96) {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:42:04.248548 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:04.249140 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.253869 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314b2b0-e60b-4555-a344-20dede468ca7 None None] Network 29bf3493-9c95-4107-bbd6-109306388b96 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:42:04.335476 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-7c59870e-661c-4784-a2ef-8c316a27ba61 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7028675 Oct 28 11:42:04.338250 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45570) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:04.342680 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:04.405783 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf225ee76-506e-5585-8339-d0d2d8488df0-29bf3493-9c95-4107-bbd6-109306388b96', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac'}]}} from dv-cinder-815461-5-iscsi. {{(pid=101986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 11:42:04.406753 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.427044 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-794'] for router, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.428494 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1797960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-781'] for router, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.491788 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.567079 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.db_base_plugin_common [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Allocated IP 172.20.0.2 (29bf3493-9c95-4107-bbd6-109306388b96/b13c6beb-112c-496a-8eb5-1e5f730a6fac/7fbf2308-5d67-438e-85f2-a00330a387c2) {{(pid=101986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:42:04.603647 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d44b8ceb-ea02-4fbd-b5dd-5098e69721f7 req-6c9b4dc5-4f79-4d1f-b4f7-99586f881957 tempest-TestMinimumBasicScenario-994163852 tempest-TestMinimumBasicScenario-994163852-project] 10.222.0.79 "GET /v2.0/ports?device_id=378336c5-b12b-4009-80af-5db98f89ef10 HTTP/1.1" status: 200 len: 210 time: 0.0308926 Oct 28 11:42:04.706523 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.720532 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Publish callbacks [] for port, precommit_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.856255 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390'] for port, after_create {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.900265 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Network 29bf3493-9c95-4107-bbd6-109306388b96 is already hosted by enough agents. {{(pid=101986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:42:04.903597 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.scheduler.base_scheduler [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Resources bound (agent type, host, resource id): {{(pid=101986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:42:04.907828 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Received port after_create {{(pid=101986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:42:04.920165 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Pushing event updated for resources: {'Port': ['ID=7fbf2308-5d67-438e-85f2-a00330a387c2,revision_number=1']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:04.980536 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Attempting to bind port 7fbf2308-5d67-438e-85f2-a00330a387c2 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:42:04.980908 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Attempting to bind port 7fbf2308-5d67-438e-85f2-a00330a387c2 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:42:04.981276 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Attempting to bind port 7fbf2308-5d67-438e-85f2-a00330a387c2 on network 29bf3493-9c95-4107-bbd6-109306388b96 {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:42:04.987324 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:42:04.994099 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Checking segment: {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:42:04.994099 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:04.994099 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Bound using segment: {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'} {{(pid=101986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:42:04.994099 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.managers [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Bound port: 7fbf2308-5d67-438e-85f2-a00330a387c2, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'}}] {{(pid=101986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:42:04.994099 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:05.051964 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:42:05.069422 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] For port 7fbf2308-5d67-438e-85f2-a00330a387c2, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:42:05.073530 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] For port 7fbf2308-5d67-438e-85f2-a00330a387c2, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=7fbf2308-5d67-438e-85f2-a00330a387c2,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:42:05.209878 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:05.257080 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:05.284055 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b749-6827-4a5e-aa21-4453967a64da None None] Pushing event updated for resources: {'Port': ['ID=7fbf2308-5d67-438e-85f2-a00330a387c2,revision_number=2']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:05.288902 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:05.421005 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Allocated IP 172.27.0.159 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/fb0e3867-4bda-41ee-b2ac-ded46b44bfb5) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:42:05.577686 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:05.672909 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:05.715425 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:42:05.718488 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:42:05.722201 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:42:05.728363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Pushing event updated for resources: {'Port': ['ID=fb0e3867-4bda-41ee-b2ac-ded46b44bfb5,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:06.066359 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:06.100114 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 48402c06-03a8-433a-92ff-d06435263775 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:06.129022 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 48402c06-03a8-433a-92ff-d06435263775 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:06.130508 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 48402c06-03a8-433a-92ff-d06435263775 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:06.232104 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05b1b6-dd65-4631-91f5-690acaaba1ae None None] Network 29bf3493-9c95-4107-bbd6-109306388b96 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:42:06.318479 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1797955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799324'] for router, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:06.325011 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-322038b8-30cc-4803-83b9-90ee84144e0e None None] Provisioning complete for port 7fbf2308-5d67-438e-85f2-a00330a387c2 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:06.325476 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-322038b8-30cc-4803-83b9-90ee84144e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:06.376116 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 7fbf2308-5d67-438e-85f2-a00330a387c2 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:42:06.529609 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 7fbf2308-5d67-438e-85f2-a00330a387c2 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:06.530004 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:06.533622 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-322038b8-30cc-4803-83b9-90ee84144e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:06.586761 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Router b461605c-1ab6-4348-8284-d8dbd2b89207 is scheduled to L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b with binding_index 1 {{(pid=101984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:42:06.605163 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-322038b8-30cc-4803-83b9-90ee84144e0e None None] For port 7fbf2308-5d67-438e-85f2-a00330a387c2, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=7fbf2308-5d67-438e-85f2-a00330a387c2,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:06.665920 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:06.702009 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-322038b8-30cc-4803-83b9-90ee84144e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:06.719816 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:42:06.732801 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Sync routers for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:42:06.745545 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:06.746246 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:06.788086 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.db.api [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 11:42:06.788432 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG oslo_db.api [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:42:06.795174 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322038b8-30cc-4803-83b9-90ee84144e0e None None] Pushing event updated for resources: {'Port': ['ID=7fbf2308-5d67-438e-85f2-a00330a387c2,revision_number=3']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:06.853089 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] Publish callbacks [] for router, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:06.854878 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-f7e8b3be-bd99-49df-a687-714e1ff63e3d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5151763 Oct 28 11:42:06.857237 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45614) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:06.870090 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:06.935557 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7515ec50-e322-4fcf-aa49-a314abb3c52c None None] Provisioning complete for port 7fbf2308-5d67-438e-85f2-a00330a387c2 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:06.936494 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7515ec50-e322-4fcf-aa49-a314abb3c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.112201 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:05Z', 'revision_number': 3, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:07.141151 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Checking router: b461605c-1ab6-4348-8284-d8dbd2b89207 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:42:07.141491 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Updating router b461605c-1ab6-4348-8284-d8dbd2b89207 port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:42:07.168461 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.328042 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.458056 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.479795 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45622) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:07.502656 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Allocated IP 172.20.0.1 (29bf3493-9c95-4107-bbd6-109306388b96/b13c6beb-112c-496a-8eb5-1e5f730a6fac/ecfd732c-ef09-40af-b0e1-384b7ada3de3) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:42:07.508354 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.566185 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Pushing event updated for resources: {'Port': ['ID=fb0e3867-4bda-41ee-b2ac-ded46b44bfb5,revision_number=2']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:07.577319 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Attempting to bind port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:42:07.577701 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Attempting to bind port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:42:07.578663 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Attempting to bind port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 on network 029f3c87-cfd5-43a4-af12-0447797f9c1c {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:42:07.581015 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.581393 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.581735 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.582095 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.582425 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.582757 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.583078 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.583402 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.583743 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.584068 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.585040 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.585040 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:42:07.600241 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:42:07.600241 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Checking segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:42:07.600785 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.600949 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Bound using segment: {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:42:07.601361 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Bound port: fb0e3867-4bda-41ee-b2ac-ded46b44bfb5, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be221a0b-8b9f-4ee0-90cb-3037277af12f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:42:07.601759 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.652285 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.659209 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] For port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:42:07.659473 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] For port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=fb0e3867-4bda-41ee-b2ac-ded46b44bfb5,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:42:07.735834 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.787727 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.796167 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:07.796880 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:07.834070 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Network 29bf3493-9c95-4107-bbd6-109306388b96 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:42:07.837920 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc57ba2-76d5-4a68-9099-492982c3602e None None] Pushing event updated for resources: {'Port': ['ID=fb0e3867-4bda-41ee-b2ac-ded46b44bfb5,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:07.841686 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:42:07.844303 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:42:07.873237 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Pushing event updated for resources: {'Port': ['ID=ecfd732c-ef09-40af-b0e1-384b7ada3de3,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:07.882966 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800506'] for router_interface, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.895505 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1801153'] for router_interface, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:07.932370 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:08.127365 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:08.168761 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-f143ee00-4a31-436c-bec5-6bf16e77b34e None None] Provisioning complete for port ecfd732c-ef09-40af-b0e1-384b7ada3de3 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:08.170371 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-f143ee00-4a31-436c-bec5-6bf16e77b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:08.204386 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:05Z', 'revision_number': 3, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:08.208296 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Deleting port b150b2ce-8bf2-450d-9be7-8a967dd864e8 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:08.208852 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:08.215179 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-f143ee00-4a31-436c-bec5-6bf16e77b34e None None] Port ecfd732c-ef09-40af-b0e1-384b7ada3de3 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:42:08.235275 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eea542-cafc-4917-bb0a-02a463ce54a6 None None] The sync data for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi is: [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:05Z', 'revision_number': 3, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:42:08.342157 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 7fbf2308-5d67-438e-85f2-a00330a387c2 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:42:08.353835 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] For port b150b2ce-8bf2-450d-9be7-8a967dd864e8, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b150b2ce-8bf2-450d-9be7-8a967dd864e8,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:08.354253 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:08.369976 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Calling delete_port for b150b2ce-8bf2-450d-9be7-8a967dd864e8 owned by network:router_interface {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:08.378431 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:08.406866 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port 7fbf2308-5d67-438e-85f2-a00330a387c2 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:08.407236 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:08.449866 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:08.534069 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1743031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1800529'] for router_interface, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:08.555399 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Pushing event updated for resources: {'Port': ['ID=ecfd732c-ef09-40af-b0e1-384b7ada3de3,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:08.666530 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Network 29bf3493-9c95-4107-bbd6-109306388b96 is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:42:08.668272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:42:08.742166 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:08.779258 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Pushing event deleted for resources: {'Port': ['ID=b150b2ce-8bf2-450d-9be7-8a967dd864e8,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:08.838643 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Router b461605c-1ab6-4348-8284-d8dbd2b89207 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:42:09.009003 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:42:09.018381 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b01695af-0dd2-412b-9663-847581f83b4b admin admin] 10.222.0.79 "PUT /v2.0/routers/b461605c-1ab6-4348-8284-d8dbd2b89207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1563799 Oct 28 11:42:09.046209 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-d8c69e35-2c93-42a0-bae5-6d61b19e1aa3 None None] Provisioning complete for port ecfd732c-ef09-40af-b0e1-384b7ada3de3 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:09.046876 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d8c69e35-2c93-42a0-bae5-6d61b19e1aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:09.097819 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1743032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800662'] for router_interface, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:09.109146 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-d8c69e35-2c93-42a0-bae5-6d61b19e1aa3 None None] Port ecfd732c-ef09-40af-b0e1-384b7ada3de3 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:42:09.363275 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Router 76c25206-f419-4e92-9dcb-3335f5dff3b1 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:42:09.485184 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:42:09.490368 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-587ce279-3950-4976-85a0-862e4a7f5096 admin admin] 10.222.0.79 "PUT /v2.0/routers/76c25206-f419-4e92-9dcb-3335f5dff3b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0093644 Oct 28 11:42:09.493545 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45632) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:09.505483 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] Sync routers for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:42:09.517842 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:09.518558 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:09.607814 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks [] for router, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:09.638967 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:09.714339 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:09.845662 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45634) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:09.852222 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-e5d67cc9-1a0b-4db5-acfa-4b9fca1510e6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697627366', 'description': 'tempest-description--1642404001'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:09.859775 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '299e7109-0c01-4758-a818-a426b0e88f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 5, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port': {'id': '299e7109-0c01-4758-a818-a426b0e88f09', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:04Z', 'updated_at': '2021-10-28T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:09.888458 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] Checking router: 76c25206-f419-4e92-9dcb-3335f5dff3b1 for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:42:09.895993 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Deleting port 299e7109-0c01-4758-a818-a426b0e88f09 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:09.897018 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:09.899030 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] Routers {'76c25206-f419-4e92-9dcb-3335f5dff3b1'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:09.899795 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['76c25206-f419-4e92-9dcb-3335f5dff3b1'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:09.964822 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5d67cc9-1a0b-4db5-acfa-4b9fca1510e6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.005834 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] For port 299e7109-0c01-4758-a818-a426b0e88f09, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=299e7109-0c01-4758-a818-a426b0e88f09,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:10.006536 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.026404 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Calling delete_port for 299e7109-0c01-4758-a818-a426b0e88f09 owned by network:router_gateway {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:10.073249 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5d67cc9-1a0b-4db5-acfa-4b9fca1510e6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.138949 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] Set router 76c25206-f419-4e92-9dcb-3335f5dff3b1 gateway port host: None {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:10.145265 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5d67cc9-1a0b-4db5-acfa-4b9fca1510e6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.197772 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d67cc9-1a0b-4db5-acfa-4b9fca1510e6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93892708-48be-429d-8a7e-1bf3478fa63d,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:10.208492 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:42:09Z', 'revision_number': 6, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port_host': None}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:10.229139 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Sync routers for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:42:10.239963 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6037fb5-83d7-4ab6-99e1-1fd6dbb24e2b None None] The sync data for ids ['76c25206-f419-4e92-9dcb-3335f5dff3b1'] in dv-cinder-815461-5-iscsi is: [{'id': '76c25206-f419-4e92-9dcb-3335f5dff3b1', 'name': 'tempest-TestMinimumBasicScenario-1217957709-router', 'tenant_id': '6c7e9e20137c4074adc486e467a29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:03Z', 'updated_at': '2021-10-28T11:42:09Z', 'revision_number': 6, 'project_id': '6c7e9e20137c4074adc486e467a29cd4', 'gw_port_host': None}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:42:10.240565 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:10.241194 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:10.261162 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e5d67cc9-1a0b-4db5-acfa-4b9fca1510e6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.261162 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e5d67cc9-1a0b-4db5-acfa-4b9fca1510e6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4108257 Oct 28 11:42:10.261460 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45636) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:10.268029 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-22de7b19-1646-49b8-b6c3-849e9968f421 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'security_group_rule': {'security_group_id': '93892708-48be-429d-8a7e-1bf3478fa63d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:10.325602 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.365708 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Pushing event deleted for resources: {'Port': ['ID=299e7109-0c01-4758-a818-a426b0e88f09,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:10.413255 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-22de7b19-1646-49b8-b6c3-849e9968f421 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.443024 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801076'] for router_gateway, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.484139 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:10.488082 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-22de7b19-1646-49b8-b6c3-849e9968f421 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.542236 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.544710 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.574371 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-22de7b19-1646-49b8-b6c3-849e9968f421 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.597995 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de7b19-1646-49b8-b6c3-849e9968f421 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e42d92-b238-4adf-9053-7e96139e677b,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:10.656403 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-22de7b19-1646-49b8-b6c3-849e9968f421 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.661381 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-22de7b19-1646-49b8-b6c3-849e9968f421 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3988471 Oct 28 11:42:10.664983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45638) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:10.668932 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-0c03348f-fba4-4961-b5a1-45e0b61446e3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'security_group_rule': {'security_group_id': '93892708-48be-429d-8a7e-1bf3478fa63d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:10.765355 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:42:10.771270 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 2, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:10.792385 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0c03348f-fba4-4961-b5a1-45e0b61446e3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.803356 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Checking router: b461605c-1ab6-4348-8284-d8dbd2b89207 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:42:10.803534 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Updating router b461605c-1ab6-4348-8284-d8dbd2b89207 port ecfd732c-ef09-40af-b0e1-384b7ada3de3 binding host dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:42:10.827312 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:10.827978 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.850762 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.889867 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0c03348f-fba4-4961-b5a1-45e0b61446e3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.931462 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:10.956105 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] For port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=fb0e3867-4bda-41ee-b2ac-ded46b44bfb5,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:10.997910 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0c03348f-fba4-4961-b5a1-45e0b61446e3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.015988 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03348f-fba4-4961-b5a1-45e0b61446e3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7356639a-6439-4021-aa99-436696c92002,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:11.032406 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.033031 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797897'] for router, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.034067 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c25206-f419-4e92-9dcb-3335f5dff3b1 {{(pid=101984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:42:11.041763 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] Publish callbacks [] for router, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.047137 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-af56f4fa-9f41-4704-90e8-613cd7bb5145 admin admin] 10.222.0.79 "DELETE /v2.0/routers/76c25206-f419-4e92-9dcb-3335f5dff3b1 HTTP/1.1" status: 204 len: 168 time: 1.5487008 Oct 28 11:42:11.047137 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45640) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:11.090753 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Pushing event updated for resources: {'Port': ['ID=fb0e3867-4bda-41ee-b2ac-ded46b44bfb5,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:11.100272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f9dc83-38a2-465c-b58c-ec3399f9a55e admin admin] Deleting subnet 9c36b385-780b-436a-b432-d576b0b6fc0f {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:42:11.104161 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-43f9dc83-38a2-465c-b58c-ec3399f9a55e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.110271 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0c03348f-fba4-4961-b5a1-45e0b61446e3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.110271 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-0c03348f-fba4-4961-b5a1-45e0b61446e3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4420502 Oct 28 11:42:11.111670 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45642) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:11.117319 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'floatingip': {'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:11.145778 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-43f9dc83-38a2-465c-b58c-ec3399f9a55e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16623507'] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.176801 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Publish callbacks [] for port, precommit_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.232696 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-43f9dc83-38a2-465c-b58c-ec3399f9a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.249552 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.285565 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.371490 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b77285-6c56-4762-af59-58791148e87b None None] Pushing event updated for resources: {'Port': ['ID=ecfd732c-ef09-40af-b0e1-384b7ada3de3,revision_number=3']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:11.383017 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-43f9dc83-38a2-465c-b58c-ec3399f9a55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16270441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16002433'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.389026 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.435649 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Attempting to bind port ecfd732c-ef09-40af-b0e1-384b7ada3de3 on host dv-cinder-815461-5-iscsi for vnic_type normal with profile {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:42:11.436072 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Attempting to bind port ecfd732c-ef09-40af-b0e1-384b7ada3de3 by drivers openvswitch,hyperv on host dv-cinder-815461-5-iscsi at level 0 using segments [{'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:42:11.436438 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Attempting to bind port ecfd732c-ef09-40af-b0e1-384b7ada3de3 on network 29bf3493-9c95-4107-bbd6-109306388b96 {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:42:11.444140 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-43f9dc83-38a2-465c-b58c-ec3399f9a55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.448763 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4675216c-126b-4376-9114-d19abbc0f588 None None] Network 0748e7c1-2da7-40aa-b291-6693ee9e3a36 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:42:11.454341 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-43f9dc83-38a2-465c-b58c-ec3399f9a55e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9c36b385-780b-436a-b432-d576b0b6fc0f HTTP/1.1" status: 204 len: 168 time: 0.4065874 Oct 28 11:42:11.455042 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45644) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:11.458522 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9dc83-38a2-465c-b58c-ec3399f9a55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c36b385-780b-436a-b432-d576b0b6fc0f,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:11.459222 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Checking agent: {'id': 'ad141d18-01ab-433c-bdb4-4bb25072566d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 25, 53), 'started_at': datetime.datetime(2021, 10, 28, 11, 26, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:42:11.459609 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Checking segment: {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:42:11.460014 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.460453 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Bound using segment: {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'} {{(pid=101987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:42:11.460940 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.managers [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Bound port: ecfd732c-ef09-40af-b0e1-384b7ada3de3, host: dv-cinder-815461-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'}}] {{(pid=101987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:42:11.461319 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.585659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Allocated IP 172.27.0.109 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/55af4ba7-78e8-4e12-88ed-c147750a4459) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:42:11.608617 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.609183 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] For port ecfd732c-ef09-40af-b0e1-384b7ada3de3, host dv-cinder-815461-5-iscsi, cleared binding levels {{(pid=101987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:42:11.610323 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.plugins.ml2.db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] For port ecfd732c-ef09-40af-b0e1-384b7ada3de3, host dv-cinder-815461-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=ecfd732c-ef09-40af-b0e1-384b7ada3de3,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:42:11.670416 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Deleting port b8456956-5b04-4c30-a82f-e13fd4527ffe {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:11.671067 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-6c0bfd5f-a9c7-4fc8-8233-c0057dc01fb7 None None] Provisioning complete for port ecfd732c-ef09-40af-b0e1-384b7ada3de3 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:11.671406 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.671627 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6c0bfd5f-a9c7-4fc8-8233-c0057dc01fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.678588 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron_lib.callbacks.manager [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.716255 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bac1dc-86b5-4cca-aafc-d40dd82ad7bf None None] DHCP port deletion for 0748e7c1-2da7-40aa-b291-6693ee9e3a36 request from dv-cinder-815461-5-iscsi {{(pid=101986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 11:42:11.728241 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-6c0bfd5f-a9c7-4fc8-8233-c0057dc01fb7 None None] Port ecfd732c-ef09-40af-b0e1-384b7ada3de3 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:42:11.734923 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.773556 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] For port b8456956-5b04-4c30-a82f-e13fd4527ffe, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b8456956-5b04-4c30-a82f-e13fd4527ffe,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:11.773965 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.778269 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b77285-6c56-4762-af59-58791148e87b None None] Pushing event updated for resources: {'Port': ['ID=ecfd732c-ef09-40af-b0e1-384b7ada3de3,revision_number=4']} {{(pid=101987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:11.788892 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-79bac1dc-86b5-4cca-aafc-d40dd82ad7bf None None] Deleting port b8456956-5b04-4c30-a82f-e13fd4527ffe {{(pid=101986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:11.789463 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-79bac1dc-86b5-4cca-aafc-d40dd82ad7bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.794062 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Calling delete_port for b8456956-5b04-4c30-a82f-e13fd4527ffe owned by network:dhcp {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:11.794263 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:11.794859 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:11.863079 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-79bac1dc-86b5-4cca-aafc-d40dd82ad7bf None None] For port b8456956-5b04-4c30-a82f-e13fd4527ffe, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=b8456956-5b04-4c30-a82f-e13fd4527ffe,segment=NetworkSegment(6da63194-2939-48bc-a085-730bce42811a),segment_id=6da63194-2939-48bc-a085-730bce42811a)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:11.863309 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-79bac1dc-86b5-4cca-aafc-d40dd82ad7bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.880233 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-79bac1dc-86b5-4cca-aafc-d40dd82ad7bf None None] Calling delete_port for b8456956-5b04-4c30-a82f-e13fd4527ffe owned by network:dhcp {{(pid=101986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:11.912772 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:11.918584 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:11.967400 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:42:11.970618 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:42:11.975305 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:42:11.979820 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'Port': ['ID=55af4ba7-78e8-4e12-88ed-c147750a4459,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:11.986643 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.006258 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] No DVR routers for this DVR port b8456956-5b04-4c30-a82f-e13fd4527ffe on host dv-cinder-815461-5-iscsi {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:42:12.009852 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-79bac1dc-86b5-4cca-aafc-d40dd82ad7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399'] for port, after_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.027772 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bac1dc-86b5-4cca-aafc-d40dd82ad7bf None None] No DVR routers for this DVR port b8456956-5b04-4c30-a82f-e13fd4527ffe on host dv-cinder-815461-5-iscsi {{(pid=101986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:42:12.067505 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8456956-5b04-4c30-a82f-e13fd4527ffe,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:12.076401 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bac1dc-86b5-4cca-aafc-d40dd82ad7bf None None] Pushing event deleted for resources: {'Port': ['ID=b8456956-5b04-4c30-a82f-e13fd4527ffe,revision_number=None']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:12.089651 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-b6eacfcd-8fe7-474f-8585-ca5f1b91bc94 None None] Provisioning complete for port ecfd732c-ef09-40af-b0e1-384b7ada3de3 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:12.090210 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b6eacfcd-8fe7-474f-8585-ca5f1b91bc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.105620 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.143408 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.165554 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0748e7c1-2da7-40aa-b291-6693ee9e3a36']}} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:12.174369 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b6eacfcd-8fe7-474f-8585-ca5f1b91bc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.176922 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da63194-2939-48bc-a085-730bce42811a') {'for_net_delete': True} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:12.177435 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da63194-2939-48bc-a085-730bce42811a') {} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:12.189344 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16623594'] for segment, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.206823 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:11Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:12.209602 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.216251 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.225809 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=101984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:42:12.230313 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16270467'] for segment, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.230465 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-b6eacfcd-8fe7-474f-8585-ca5f1b91bc94 None None] For port ecfd732c-ef09-40af-b0e1-384b7ada3de3, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=ecfd732c-ef09-40af-b0e1-384b7ada3de3,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: Traceback (most recent call last): Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: timer() Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: cb(*args, **kw) Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: return func(*args, **kwargs) Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: self._notify() Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: self.callback(batched_events) Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: event.method(event) Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: return f(self, *a, **k) Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._get(url).json() Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: return self.request(url, 'GET', **kwargs) Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:42:12.230566 dv-cinder-815461-5-iscsi neutron-server[101984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:42:12.248415 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a86411-185f-4523-b0d3-ca5e7b7d04cd None None] The sync data for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi is: [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:11Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:42:12.312961 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-b6eacfcd-8fe7-474f-8585-ca5f1b91bc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.372696 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:42:12.393323 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.406849 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eacfcd-8fe7-474f-8585-ca5f1b91bc94 None None] Pushing event updated for resources: {'Port': ['ID=ecfd732c-ef09-40af-b0e1-384b7ada3de3,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:12.407823 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.407823 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0748e7c1-2da7-40aa-b291-6693ee9e3a36 HTTP/1.1" status: 204 len: 168 time: 0.9481633 Oct 28 11:42:12.408953 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45646) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:12.430947 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa65cb-263f-436b-a30a-872db9ad8e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=0748e7c1-2da7-40aa-b291-6693ee9e3a36,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:12.434395 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:12.434395 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.477038 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.564090 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.614829 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 299e7109-0c01-4758-a818-a426b0e88f09 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:12.640415 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 299e7109-0c01-4758-a818-a426b0e88f09 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:12.641185 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 299e7109-0c01-4758-a818-a426b0e88f09 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:12.641764 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device b150b2ce-8bf2-450d-9be7-8a967dd864e8 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:12.661156 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'Port': ['ID=55af4ba7-78e8-4e12-88ed-c147750a4459,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:12.664117 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: b150b2ce-8bf2-450d-9be7-8a967dd864e8 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:12.664470 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device b150b2ce-8bf2-450d-9be7-8a967dd864e8 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:12.665493 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device b8456956-5b04-4c30-a82f-e13fd4527ffe no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:12.678598 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.686339 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: b8456956-5b04-4c30-a82f-e13fd4527ffe {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:12.686688 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device b8456956-5b04-4c30-a82f-e13fd4527ffe not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:12.781898 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.785000 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-a46f42bf-a194-43d7-8917-e9742434c48b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6719003 Oct 28 11:42:12.856210 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800506'] for router_interface, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:12.940879 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-d069c97e-303c-4e2d-a5d9-c7af4822e121 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--697627366&fields=id&tenant_id=1fdc139c788d4a559fc1cdfec2a27d37 HTTP/1.1" status: 200 len: 267 time: 0.0396454 Oct 28 11:42:13.063068 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-bb1cf8f7-b40e-433c-8ee8-636b41801eea tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:13.064545 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-bb1cf8f7-b40e-433c-8ee8-636b41801eea tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/networks?id=29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 200 len: 811 time: 0.1157975 Oct 28 11:42:13.082678 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-8e3f16d2-322c-476e-82ea-b7b6767248e3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/quotas/1fdc139c788d4a559fc1cdfec2a27d37 HTTP/1.1" status: 200 len: 375 time: 0.0118687 Oct 28 11:42:13.127906 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Deleting port 07184e93-8870-43ee-9622-170b1e100029 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:13.128279 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:13.141263 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-96294206-5028-4099-9e59-6923938dbfe4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516200 Oct 28 11:42:13.213203 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] For port 07184e93-8870-43ee-9622-170b1e100029, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=07184e93-8870-43ee-9622-170b1e100029,segment=NetworkSegment(6dc10ee8-8254-45cf-ada8-15f809f5a7c6),segment_id=6dc10ee8-8254-45cf-ada8-15f809f5a7c6)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:13.213664 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:13.227167 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Calling delete_port for 07184e93-8870-43ee-9622-170b1e100029 owned by network:router_interface {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:13.246966 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-798c26d8-4d82-474e-beba-ec12f619bc0f service neutron] 10.222.0.79 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930982 Oct 28 11:42:13.350597 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-9ff7cb63-dbaa-4feb-a85d-f847e83eb473 service neutron] 10.222.0.79 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975368 Oct 28 11:42:13.534325 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:13.565075 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=07184e93-8870-43ee-9622-170b1e100029,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:13.668003 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-38b95a2c-bcdf-4e0e-9015-006435a9c25f req-c5d35430-f284-43f2-b3c4-4062f01f041d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 210 time: 0.0345058 Oct 28 11:42:13.781166 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1743032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800662'] for router_interface, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:14.001645 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Router a43b9089-cb06-4858-97e4-862176c5d64b has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:42:14.107452 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:42:14.112349 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-121901d6-bd67-4c2e-8b28-78836c4f8c80 admin admin] 10.222.0.79 "PUT /v2.0/routers/a43b9089-cb06-4858-97e4-862176c5d64b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6898718 Oct 28 11:42:14.114975 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45668) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:14.117588 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] Sync routers for ids ['a43b9089-cb06-4858-97e4-862176c5d64b'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:42:14.129108 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] Routers {'a43b9089-cb06-4858-97e4-862176c5d64b'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:14.140713 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['a43b9089-cb06-4858-97e4-862176c5d64b'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:14.217721 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks [] for router, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:14.252422 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] Set router a43b9089-cb06-4858-97e4-862176c5d64b gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:14.335564 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:14.423286 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device ecfd732c-ef09-40af-b0e1-384b7ada3de3 up at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:42:14.494028 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:11Z', 'updated_at': '2021-10-28T11:42:13Z', 'revision_number': 5, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'gw_port': {'id': '4668ea49-9044-47a6-98c3-b202366dc42b', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:39:12Z', 'updated_at': '2021-10-28T11:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:14.499638 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Deleting port 4668ea49-9044-47a6-98c3-b202366dc42b {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:14.500146 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:14.525648 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] Checking router: a43b9089-cb06-4858-97e4-862176c5d64b for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:42:14.527599 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Provisioning complete for port ecfd732c-ef09-40af-b0e1-384b7ada3de3 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:14.528000 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:14.559115 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] Routers {'a43b9089-cb06-4858-97e4-862176c5d64b'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:14.559721 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:41:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['a43b9089-cb06-4858-97e4-862176c5d64b'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:14.584370 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] For port 4668ea49-9044-47a6-98c3-b202366dc42b, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4668ea49-9044-47a6-98c3-b202366dc42b,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:14.584744 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:14.600812 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Calling delete_port for 4668ea49-9044-47a6-98c3-b202366dc42b owned by network:router_gateway {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:14.659074 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] Set router a43b9089-cb06-4858-97e4-862176c5d64b gateway port host: None {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:14.734331 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:11Z', 'updated_at': '2021-10-28T11:42:14Z', 'revision_number': 6, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'gw_port_host': None}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:14.774700 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660d724-2120-40fa-9638-a8919b3dda1f None None] The sync data for ids ['a43b9089-cb06-4858-97e4-862176c5d64b'] in dv-cinder-815461-5-iscsi is: [{'id': 'a43b9089-cb06-4858-97e4-862176c5d64b', 'name': 'tempest-TestMinimumBasicScenario-1056524069-router', 'tenant_id': '61bc6e8c290042bba97cc9b8431a6162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:39:11Z', 'updated_at': '2021-10-28T11:42:14Z', 'revision_number': 6, 'project_id': '61bc6e8c290042bba97cc9b8431a6162', 'gw_port_host': None}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:42:14.789660 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-151b720e-2efc-4d30-be33-986f7963ccf7 req-cffe29db-9157-4670-b879-602b3b5e7212 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 210 time: 0.0347447 Oct 28 11:42:14.992328 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.018215 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Pushing event deleted for resources: {'Port': ['ID=4668ea49-9044-47a6-98c3-b202366dc42b,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:15.085143 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801076'] for router_gateway, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.205413 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.209456 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.341700 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797897'] for router, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.342315 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43b9089-cb06-4858-97e4-862176c5d64b {{(pid=101984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:42:15.348638 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] Publish callbacks [] for router, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.349838 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-b07c3bf2-215c-4a9a-b99f-52240d75b73f admin admin] 10.222.0.79 "DELETE /v2.0/routers/a43b9089-cb06-4858-97e4-862176c5d64b HTTP/1.1" status: 204 len: 168 time: 1.2339630 Oct 28 11:42:15.352525 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45674) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:15.403729 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd628c3-9c8e-4bea-87f3-bb11bdf668a2 admin admin] Deleting subnet 4b3eece1-fce8-4b89-9ac0-f454b2ae42a0 {{(pid=101984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:42:15.407564 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3cd628c3-9c8e-4bea-87f3-bb11bdf668a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.451790 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3cd628c3-9c8e-4bea-87f3-bb11bdf668a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16623507'] for subnet, precommit_delete_associations {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.550832 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3cd628c3-9c8e-4bea-87f3-bb11bdf668a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.684577 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3cd628c3-9c8e-4bea-87f3-bb11bdf668a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16270441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16002433'] for subnet, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.715181 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd628c3-9c8e-4bea-87f3-bb11bdf668a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3eece1-fce8-4b89-9ac0-f454b2ae42a0,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:15.717528 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-3cd628c3-9c8e-4bea-87f3-bb11bdf668a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for subnet, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.720693 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-3cd628c3-9c8e-4bea-87f3-bb11bdf668a2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4b3eece1-fce8-4b89-9ac0-f454b2ae42a0 HTTP/1.1" status: 204 len: 168 time: 0.3671093 Oct 28 11:42:15.723425 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45676) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:15.726489 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f75f70-ab06-47e8-a37f-ce915d5d37ac None None] Network f1cada43-0553-4b39-88e7-e88ed6810450 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:42:15.824899 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.933473 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-3bcc0370-e979-43bc-b946-3fad2c0bb862 req-778fc50f-3af3-4d28-988b-818088f893ca tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 210 time: 0.0335402 Oct 28 11:42:15.944135 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Deleting port e80f70a0-bdbd-4d52-bf26-1575b8916103 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:15.944135 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:15.978603 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f13f8-ca1c-40b6-a1d5-ace4032bb123 None None] DHCP port deletion for f1cada43-0553-4b39-88e7-e88ed6810450 request from dv-cinder-815461-5-iscsi {{(pid=101986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 11:42:16.019412 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] For port e80f70a0-bdbd-4d52-bf26-1575b8916103, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=e80f70a0-bdbd-4d52-bf26-1575b8916103,segment=NetworkSegment(6dc10ee8-8254-45cf-ada8-15f809f5a7c6),segment_id=6dc10ee8-8254-45cf-ada8-15f809f5a7c6)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:16.019992 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.028320 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-d77f13f8-ca1c-40b6-a1d5-ace4032bb123 None None] Deleting port e80f70a0-bdbd-4d52-bf26-1575b8916103 {{(pid=101986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:42:16.028685 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d77f13f8-ca1c-40b6-a1d5-ace4032bb123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.033618 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Calling delete_port for e80f70a0-bdbd-4d52-bf26-1575b8916103 owned by network:dhcp {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:16.110534 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-d77f13f8-ca1c-40b6-a1d5-ace4032bb123 None None] For port e80f70a0-bdbd-4d52-bf26-1575b8916103, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=e80f70a0-bdbd-4d52-bf26-1575b8916103,segment=NetworkSegment(6dc10ee8-8254-45cf-ada8-15f809f5a7c6),segment_id=6dc10ee8-8254-45cf-ada8-15f809f5a7c6)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:16.111178 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d77f13f8-ca1c-40b6-a1d5-ace4032bb123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.134667 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-d77f13f8-ca1c-40b6-a1d5-ace4032bb123 None None] Calling delete_port for e80f70a0-bdbd-4d52-bf26-1575b8916103 owned by network:dhcp {{(pid=101986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:42:16.182066 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-e12d9a51-38b5-4526-aba7-865204d4fc0b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:16.185847 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-e12d9a51-38b5-4526-aba7-865204d4fc0b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "GET /v2.0/networks?id=29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 200 len: 811 time: 0.1302361 Oct 28 11:42:16.198580 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.232368 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80f70a0-bdbd-4d52-bf26-1575b8916103,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:16.236851 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] No DVR routers for this DVR port e80f70a0-bdbd-4d52-bf26-1575b8916103 on host dv-cinder-815461-5-iscsi {{(pid=101984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:42:16.246813 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-7b23c537-dcfa-4083-8026-76655b46e713 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fdc139c788d4a559fc1cdfec2a27d37 HTTP/1.1" status: 200 len: 379 time: 0.0484443 Oct 28 11:42:16.264828 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'port': {'device_id': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'admin_state_up': True, 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'security_groups': ['93892708-48be-429d-8a7e-1bf3478fa63d']}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:16.349089 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.383760 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cada43-0553-4b39-88e7-e88ed6810450']}} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:16.392854 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d77f13f8-ca1c-40b6-a1d5-ace4032bb123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399'] for port, after_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.401108 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc10ee8-8254-45cf-ada8-15f809f5a7c6') {'for_net_delete': True} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:16.401950 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.services.segments.db [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc10ee8-8254-45cf-ada8-15f809f5a7c6') {} {{(pid=101984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:16.420496 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16623594'] for segment, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.424481 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4668ea49-9044-47a6-98c3-b202366dc42b no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:16.429692 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f13f8-ca1c-40b6-a1d5-ace4032bb123 None None] Pushing event deleted for resources: {'Port': ['ID=e80f70a0-bdbd-4d52-bf26-1575b8916103,revision_number=None']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:16.432008 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f13f8-ca1c-40b6-a1d5-ace4032bb123 None None] No DVR routers for this DVR port e80f70a0-bdbd-4d52-bf26-1575b8916103 on host dv-cinder-815461-5-iscsi {{(pid=101986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:42:16.442717 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.451335 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=101984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:42:16.451863 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16270467'] for segment, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: Traceback (most recent call last): Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: timer() Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: cb(*args, **kw) Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: return func(*args, **kwargs) Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: self._notify() Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: self.callback(batched_events) Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: event.method(event) Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: return f(self, *a, **k) Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._get(url).json() Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: return self.request(url, 'GET', **kwargs) Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:42:16.454616 dv-cinder-815461-5-iscsi neutron-server[101984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:42:16.463873 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 4668ea49-9044-47a6-98c3-b202366dc42b {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:16.463873 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4668ea49-9044-47a6-98c3-b202366dc42b not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:16.463873 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 07184e93-8870-43ee-9622-170b1e100029 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:16.487521 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 07184e93-8870-43ee-9622-170b1e100029 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:16.488029 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 07184e93-8870-43ee-9622-170b1e100029 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:16.488539 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device e80f70a0-bdbd-4d52-bf26-1575b8916103 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:42:16.515977 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: e80f70a0-bdbd-4d52-bf26-1575b8916103 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:42:16.516629 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device e80f70a0-bdbd-4d52-bf26-1575b8916103 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:42:16.533967 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Made reservation on behalf of 1fdc139c788d4a559fc1cdfec2a27d37 for: {'port': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:42:16.537826 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.615718 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.622819 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.627426 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f1cada43-0553-4b39-88e7-e88ed6810450 HTTP/1.1" status: 204 len: 168 time: 0.9028554 Oct 28 11:42:16.643547 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990ece-3176-4e8b-85b8-a6e9a6e63a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1cada43-0553-4b39-88e7-e88ed6810450,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:16.688345 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Allocated IP 172.20.0.13 (29bf3493-9c95-4107-bbd6-109306388b96/b13c6beb-112c-496a-8eb5-1e5f730a6fac/fd459942-95de-4f8f-88e5-3d460d92ec5e) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:42:16.863476 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:16.992027 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:17.005543 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45688) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:17.051265 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-fbca0278-6719-4c15-a232-0af690102e5f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c7e9e20137c4074adc486e467a29cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431654 Oct 28 11:42:17.053936 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45690) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:17.054243 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Network 29bf3493-9c95-4107-bbd6-109306388b96 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:42:17.075179 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:42:17.077765 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:42:17.116281 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6dde6c02-801d-4ba1-aecb-369d2b3e49e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:17.120467 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'Port': ['ID=fd459942-95de-4f8f-88e5-3d460d92ec5e,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:17.151713 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6dde6c02-801d-4ba1-aecb-369d2b3e49e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:17.161630 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a77b-8b84-42ae-b721-d32ee76c12da req-c6cfe590-37b8-482d-a826-f5d0fbb70660 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:17.163225 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-10c7a77b-8b84-42ae-b721-d32ee76c12da req-c6cfe590-37b8-482d-a826-f5d0fbb70660 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 932 time: 0.1405504 Oct 28 11:42:17.172680 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:17.173331 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:17.219376 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-10c7a77b-8b84-42ae-b721-d32ee76c12da req-658fc987-442d-4bab-8edc-0bb08e7d7662 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430963 Oct 28 11:42:17.291981 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-b25aa324-7658-4c04-a849-2cf13a12b933 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0366094 Oct 28 11:42:17.304321 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Request body: {'port': {'device_id': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:17.317272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6dde6c02-801d-4ba1-aecb-369d2b3e49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:17.324431 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-6dde6c02-801d-4ba1-aecb-369d2b3e49e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:17.324431 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-6dde6c02-801d-4ba1-aecb-369d2b3e49e9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5554002b-53f2-4f91-b363-c26c524a8967 HTTP/1.1" status: 204 len: 168 time: 0.2659686 Oct 28 11:42:17.333363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde6c02-801d-4ba1-aecb-369d2b3e49e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5554002b-53f2-4f91-b363-c26c524a8967,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:17.370241 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:17.376823 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-da57e301-e2d4-424c-bb50-3f51399b26bb None None] Provisioning complete for port fd459942-95de-4f8f-88e5-3d460d92ec5e triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:17.377371 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-da57e301-e2d4-424c-bb50-3f51399b26bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:17.416067 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-da57e301-e2d4-424c-bb50-3f51399b26bb None None] Port fd459942-95de-4f8f-88e5-3d460d92ec5e cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:42:17.973031 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd459942-95de-4f8f-88e5-3d460d92ec5e {{(pid=101985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:42:17.983062 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:17.996362 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.provisioning_blocks [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Transition to ACTIVE for port object fd459942-95de-4f8f-88e5-3d460d92ec5e will not be triggered until provisioned by entity L2. {{(pid=101985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:42:18.036196 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45698) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:18.081067 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:18.091505 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-9f8797bd-13aa-49f7-8b93-41b9c95f3acb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=61bc6e8c290042bba97cc9b8431a6162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539625 Oct 28 11:42:18.094797 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45700) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:18.145126 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Pushing event updated for resources: {'Port': ['ID=fd459942-95de-4f8f-88e5-3d460d92ec5e,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:18.176702 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-329f38a4-eb93-495b-8bbf-6d7da1ceadd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:18.207084 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-329f38a4-eb93-495b-8bbf-6d7da1ceadd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:18.239022 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Attempting to bind port fd459942-95de-4f8f-88e5-3d460d92ec5e on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:42:18.239770 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Attempting to bind port fd459942-95de-4f8f-88e5-3d460d92ec5e by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:42:18.240210 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Attempting to bind port fd459942-95de-4f8f-88e5-3d460d92ec5e on network 29bf3493-9c95-4107-bbd6-109306388b96 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:42:18.260685 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Port fd459942-95de-4f8f-88e5-3d460d92ec5e on network 29bf3493-9c95-4107-bbd6-109306388b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:42:18.261302 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Attempting to bind port fd459942-95de-4f8f-88e5-3d460d92ec5e on network 29bf3493-9c95-4107-bbd6-109306388b96 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:42:18.275436 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:42:18.276121 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Checking segment: {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:42:18.276591 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Bound using segment: {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:42:18.277184 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Bound port: fd459942-95de-4f8f-88e5-3d460d92ec5e, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'}}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:42:18.277624 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:18.365810 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] For port fd459942-95de-4f8f-88e5-3d460d92ec5e, host hv-cinder-81546, cleared binding levels {{(pid=101985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:42:18.369611 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] For port fd459942-95de-4f8f-88e5-3d460d92ec5e, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:42:18.378501 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-329f38a4-eb93-495b-8bbf-6d7da1ceadd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:18.382797 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-329f38a4-eb93-495b-8bbf-6d7da1ceadd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:18.384046 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-329f38a4-eb93-495b-8bbf-6d7da1ceadd4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc5f8c0f-a0ab-4551-9b1a-659fd973bad3 HTTP/1.1" status: 204 len: 168 time: 0.2879329 Oct 28 11:42:18.398230 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f38a4-eb93-495b-8bbf-6d7da1ceadd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f8c0f-a0ab-4551-9b1a-659fd973bad3,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:18.408040 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fde198-ab9f-4e9d-a3f7-987f011d4eae req-581d4e58-d2f1-44c4-98aa-3c919c654b1d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:18.409708 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-99fde198-ab9f-4e9d-a3f7-987f011d4eae req-581d4e58-d2f1-44c4-98aa-3c919c654b1d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 944 time: 0.0831170 Oct 28 11:42:18.456983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:18.467312 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-99fde198-ab9f-4e9d-a3f7-987f011d4eae req-e50236e6-4043-4767-9699-d802cec8e568 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440557 Oct 28 11:42:18.518614 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:18.519388 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:18.521110 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] 10.222.0.81 "PUT /v2.0/ports/fd459942-95de-4f8f-88e5-3d460d92ec5e HTTP/1.1" status: 200 len: 1094 time: 1.2211082 Oct 28 11:42:18.521649 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'tag': 'fd459942-95de-4f8f-88e5-3d460d92ec5e'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:42:18.524481 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5154aec-2624-410e-a381-5ea45fbd093f" -d '{"events": [{"name": "network-changed", "server_uuid": "19cbd66b-7c19-42ca-97bf-d3ad88ae994b", "tag": "fd459942-95de-4f8f-88e5-3d460d92ec5e"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:42:18.560099 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8aac2-1552-4175-b16e-c5a214b61b5e service neutron] Pushing event updated for resources: {'Port': ['ID=fd459942-95de-4f8f-88e5-3d460d92ec5e,revision_number=3']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:18.599417 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b20769-8a6e-4f66-aeba-c5e440935503 x-openstack-request-id: req-97b20769-8a6e-4f66-aeba-c5e440935503 {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:42:18.600065 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cbd66b-7c19-42ca-97bf-d3ad88ae994b", "tag": "fd459942-95de-4f8f-88e5-3d460d92ec5e", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:42:18.600334 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-97b20769-8a6e-4f66-aeba-c5e440935503 {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:42:18.600781 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'tag': 'fd459942-95de-4f8f-88e5-3d460d92ec5e', 'status': 'completed', 'code': 200} Oct 28 11:42:18.663631 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5154aec-2624-410e-a381-5ea45fbd093f req-539f4583-cbb5-4c23-b42a-525fa2313c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:18.666378 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b5154aec-2624-410e-a381-5ea45fbd093f req-539f4583-cbb5-4c23-b42a-525fa2313c75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 1097 time: 0.0455632 Oct 28 11:42:18.821240 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5154aec-2624-410e-a381-5ea45fbd093f req-d49058ed-c21a-4db2-b697-0855892cd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:18.823679 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b5154aec-2624-410e-a381-5ea45fbd093f req-d49058ed-c21a-4db2-b697-0855892cd94f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1488066 Oct 28 11:42:18.957043 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5154aec-2624-410e-a381-5ea45fbd093f req-e3c8ed02-8444-48d8-9c72-acaa34730dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:18.958678 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b5154aec-2624-410e-a381-5ea45fbd093f req-e3c8ed02-8444-48d8-9c72-acaa34730dc1 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266816 Oct 28 11:42:19.047135 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-fa5d6bcf-e680-4eff-b139-8d6b0cab88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:19.048710 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-fa5d6bcf-e680-4eff-b139-8d6b0cab88f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 1097 time: 0.0488245 Oct 28 11:42:19.096960 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-a6947327-f935-4455-9350-7103e61d208a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e HTTP/1.1" status: 200 len: 217 time: 0.0374303 Oct 28 11:42:19.153144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-432fceaf-f96a-463c-ba2d-0f98b362860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:19.154732 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-432fceaf-f96a-463c-ba2d-0f98b362860b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c6beb-112c-496a-8eb5-1e5f730a6fac HTTP/1.1" status: 200 len: 850 time: 0.0502408 Oct 28 11:42:19.204852 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-5d61fd8c-4b06-46eb-9a74-5f531a395524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:19.206437 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-5d61fd8c-4b06-46eb-9a74-5f531a395524 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29bf3493-9c95-4107-bbd6-109306388b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436957 Oct 28 11:42:19.312044 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-cbd81852-dc1b-42cb-a308-03d0ea529235 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979576 Oct 28 11:42:19.422092 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-76b550e7-2d72-4852-b276-9af8e1946e15 req-89442e8d-413b-464a-9223-3a29ba885167 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011574 Oct 28 11:42:19.611501 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33290d63-91ff-4c2c-9c60-e3ec344a16d8 req-8c2df71d-517e-4491-bce6-2cbd06542499 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:19.613272 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-33290d63-91ff-4c2c-9c60-e3ec344a16d8 req-8c2df71d-517e-4491-bce6-2cbd06542499 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 944 time: 0.0606079 Oct 28 11:42:19.659214 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-33290d63-91ff-4c2c-9c60-e3ec344a16d8 req-72fc27d5-e5cf-400b-a11f-1d73736190bf tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393684 Oct 28 11:42:20.112341 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d87151d3-5c29-414d-a824-e98800ee667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:20.786798 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfba424-2f4f-44fd-8ff5-11ad1080234b req-e42e3e39-c408-42cf-9192-582d7faca7fb tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:20.788208 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7dfba424-2f4f-44fd-8ff5-11ad1080234b req-e42e3e39-c408-42cf-9192-582d7faca7fb tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 944 time: 0.0539851 Oct 28 11:42:20.834103 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7dfba424-2f4f-44fd-8ff5-11ad1080234b req-3ada59b8-69ab-4ee5-b8ab-de2a239674e6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387886 Oct 28 11:42:21.966793 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a58f7a-7d76-4f4c-be2a-6b721b013925 req-42a53c4f-d25c-498a-b2f6-3bb8e67b1fc7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:21.968342 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-72a58f7a-7d76-4f4c-be2a-6b721b013925 req-42a53c4f-d25c-498a-b2f6-3bb8e67b1fc7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 944 time: 0.0575657 Oct 28 11:42:22.010743 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-72a58f7a-7d76-4f4c-be2a-6b721b013925 req-0fcf8ab0-46fd-482b-8be9-e2dacdabbba7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357647 Oct 28 11:42:22.160147 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device fd459942-95de-4f8f-88e5-3d460d92ec5e details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:42:22.273707 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port fd459942-95de-4f8f-88e5-3d460d92ec5e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:22.291659 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'fd459942-95de-4f8f-88e5-3d460d92ec5e', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'port_id': 'fd459942-95de-4f8f-88e5-3d460d92ec5e', 'mac_address': 'fa:16:3e:6c:e4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:42:22.339078 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:22.357929 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd459942-95de-4f8f-88e5-3d460d92ec5e {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:42:22.383232 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port fd459942-95de-4f8f-88e5-3d460d92ec5e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:22.447900 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:22.509948 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=fd459942-95de-4f8f-88e5-3d460d92ec5e,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:22.602622 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:22.687070 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['fd459942-95de-4f8f-88e5-3d460d92ec5e'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:42:22.691164 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a107cf5b-ee00-4320-a225-b4004e827442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:23.156990 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c34de-fcbd-421b-9b2d-6075c0f6be69 req-17e925e2-a741-4f10-a7f1-759df59eafe4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:23.158716 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f73c34de-fcbd-421b-9b2d-6075c0f6be69 req-17e925e2-a741-4f10-a7f1-759df59eafe4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 945 time: 0.0622034 Oct 28 11:42:23.200986 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f73c34de-fcbd-421b-9b2d-6075c0f6be69 req-877d475f-d274-4d23-9464-fb5af9e007c2 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359256 Oct 28 11:42:23.437867 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:23.813323 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:24.168390 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device fd459942-95de-4f8f-88e5-3d460d92ec5e up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:42:24.318307 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port fd459942-95de-4f8f-88e5-3d460d92ec5e completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:42:24.322982 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port fd459942-95de-4f8f-88e5-3d460d92ec5e triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:42:24.323375 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:24.324399 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257367f-75df-42f2-8f7d-34ec7f9135d2 req-3bd6b020-cfc7-4d4d-865b-2e51eeee7345 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:24.325957 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0257367f-75df-42f2-8f7d-34ec7f9135d2 req-3bd6b020-cfc7-4d4d-865b-2e51eeee7345 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 945 time: 0.0540462 Oct 28 11:42:24.370551 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-0257367f-75df-42f2-8f7d-34ec7f9135d2 req-b0e05812-7aef-456a-b00f-24d47d900c34 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356677 Oct 28 11:42:24.402779 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:24.426260 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd459942-95de-4f8f-88e5-3d460d92ec5e'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:42:24.428520 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec116d9f-4f80-4c61-9f48-ae24cc75f07a" -d '{"events": [{"server_uuid": "19cbd66b-7c19-42ca-97bf-d3ad88ae994b", "name": "network-vif-plugged", "status": "completed", "tag": "fd459942-95de-4f8f-88e5-3d460d92ec5e"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:42:24.442772 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port fd459942-95de-4f8f-88e5-3d460d92ec5e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:42:24.466983 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431d9ab7-39a2-4dd4-8106-3d5d4af83184 x-openstack-request-id: req-431d9ab7-39a2-4dd4-8106-3d5d4af83184 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:42:24.467277 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cbd66b-7c19-42ca-97bf-d3ad88ae994b", "name": "network-vif-plugged", "status": "completed", "tag": "fd459942-95de-4f8f-88e5-3d460d92ec5e", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:42:24.467528 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-431d9ab7-39a2-4dd4-8106-3d5d4af83184 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:42:24.468072 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd459942-95de-4f8f-88e5-3d460d92ec5e', 'code': 200} Oct 28 11:42:24.507539 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:24.557638 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=fd459942-95de-4f8f-88e5-3d460d92ec5e,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:42:24.955921 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0691e8b-5f3d-45c5-b670-7cfdee48681e req-d716b034-5ee2-4556-8ef1-198f8425b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:24.957684 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d0691e8b-5f3d-45c5-b670-7cfdee48681e req-d716b034-5ee2-4556-8ef1-198f8425b079 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 1099 time: 0.0444202 Oct 28 11:42:25.000109 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d0691e8b-5f3d-45c5-b670-7cfdee48681e req-5615c8d5-30e5-40ff-ac5b-859f1f1be0fe service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349061 Oct 28 11:42:25.488712 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4b4b2-338c-4b01-b9da-0701a3ad9e5c req-6a3ae4ae-b384-43dc-8524-90bd798045f4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:25.490263 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dcd4b4b2-338c-4b01-b9da-0701a3ad9e5c req-6a3ae4ae-b384-43dc-8524-90bd798045f4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0507853 Oct 28 11:42:25.530281 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dcd4b4b2-338c-4b01-b9da-0701a3ad9e5c req-af7bd2f6-b90d-40ba-85b9-81aab8b02a9b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338161 Oct 28 11:42:25.672523 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:26.650416 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b49a4c-de64-447f-8629-fd6437bdef46 req-e5bdc8b6-55bd-48c8-b95b-2641d4208501 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:26.652463 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-45b49a4c-de64-447f-8629-fd6437bdef46 req-e5bdc8b6-55bd-48c8-b95b-2641d4208501 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0518529 Oct 28 11:42:26.691796 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-45b49a4c-de64-447f-8629-fd6437bdef46 req-8ea2ed62-3e06-4e3f-af12-16662562d710 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330660 Oct 28 11:42:27.092515 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87642725-4913-43f1-9207-196a9694c6b3 req-f2cdd9d0-c298-444a-bbe5-4a0f279f2624 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:27.094042 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-87642725-4913-43f1-9207-196a9694c6b3 req-f2cdd9d0-c298-444a-bbe5-4a0f279f2624 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.3215485 Oct 28 11:42:27.103541 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 45728) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:42:27.107965 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-39370d21-b78d-43c8-999b-d5da687d1e63 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'floatingip': {'port_id': 'fd459942-95de-4f8f-88e5-3d460d92ec5e'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:42:27.148691 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-39370d21-b78d-43c8-999b-d5da687d1e63 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:27.608965 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-39370d21-b78d-43c8-999b-d5da687d1e63 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:27.660958 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-39370d21-b78d-43c8-999b-d5da687d1e63 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:27.779249 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.l3_db [None req-39370d21-b78d-43c8-999b-d5da687d1e63 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Floating IP 6e2d330c-a6f3-45a2-b5c1-1cb61951693e associated. External IP: 172.27.0.109, port: fd459942-95de-4f8f-88e5-3d460d92ec5e. Oct 28 11:42:28.012905 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39370d21-b78d-43c8-999b-d5da687d1e63 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Router b461605c-1ab6-4348-8284-d8dbd2b89207 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:42:28.123122 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39370d21-b78d-43c8-999b-d5da687d1e63 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:42:28.127850 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-39370d21-b78d-43c8-999b-d5da687d1e63 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:28.135850 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] Sync routers for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:42:28.146302 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:28.152963 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:42:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:28.162517 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-39370d21-b78d-43c8-999b-d5da687d1e63 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "PUT /v2.0/floatingips/6e2d330c-a6f3-45a2-b5c1-1cb61951693e HTTP/1.1" status: 200 len: 992 time: 1.0576606 Oct 28 11:42:28.163448 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'tag': 'fd459942-95de-4f8f-88e5-3d460d92ec5e'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:42:28.168120 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564652d2-df6f-4385-9d61-1f0bb0f4b101" -d '{"events": [{"name": "network-changed", "server_uuid": "19cbd66b-7c19-42ca-97bf-d3ad88ae994b", "tag": "fd459942-95de-4f8f-88e5-3d460d92ec5e"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:42:28.208038 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db9b140-d4d1-438b-9bb3-0bfcb8f93931 x-openstack-request-id: req-5db9b140-d4d1-438b-9bb3-0bfcb8f93931 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:42:28.208493 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cbd66b-7c19-42ca-97bf-d3ad88ae994b", "tag": "fd459942-95de-4f8f-88e5-3d460d92ec5e", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:42:28.208890 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5db9b140-d4d1-438b-9bb3-0bfcb8f93931 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:42:28.209507 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'tag': 'fd459942-95de-4f8f-88e5-3d460d92ec5e', 'status': 'completed', 'code': 200} Oct 28 11:42:28.279736 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-6d6aa982-898c-4009-8403-6da1ae4a65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:28.281288 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-6d6aa982-898c-4009-8403-6da1ae4a65a7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 1099 time: 0.0492115 Oct 28 11:42:28.301910 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:28.419167 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-86b6a4a0-c14b-4ea5-baa0-afa3505ee214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:28.420468 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-86b6a4a0-c14b-4ea5-baa0-afa3505ee214 service neutron] 10.222.0.81 "GET /v2.0/networks?id=29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 200 len: 912 time: 0.1312296 Oct 28 11:42:28.523232 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-e6797a97-2d31-49e5-97f0-14e89b556597 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e HTTP/1.1" status: 200 len: 1000 time: 0.0953028 Oct 28 11:42:28.563543 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '6e2d330c-a6f3-45a2-b5c1-1cb61951693e', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'port_id': 'fd459942-95de-4f8f-88e5-3d460d92ec5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'mac_address': 'fa:16:3e:6c:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:42:12Z', 'updated_at': '2021-10-28T11:42:27Z', 'revision_number': 1, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:28.578023 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-2932813a-6996-495e-8bfd-84c572c49110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:28.580482 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-2932813a-6996-495e-8bfd-84c572c49110 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c6beb-112c-496a-8eb5-1e5f730a6fac HTTP/1.1" status: 200 len: 850 time: 0.0505898 Oct 28 11:42:28.634289 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-6e673162-99f1-45f3-a9f7-1c30fe17c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:42:28.644642 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-6e673162-99f1-45f3-a9f7-1c30fe17c957 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29bf3493-9c95-4107-bbd6-109306388b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487876 Oct 28 11:42:28.688568 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] Checking router: b461605c-1ab6-4348-8284-d8dbd2b89207 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:42:28.698324 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:42:28.698921 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:42:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:28.745821 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-e37555cf-d10d-465c-8090-d39591ccdee7 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020455 Oct 28 11:42:28.809016 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:42:28.849368 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-564652d2-df6f-4385-9d61-1f0bb0f4b101 req-9bd9068b-b9d9-45a8-be41-047344e6189d service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963531 Oct 28 11:42:29.042980 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '6e2d330c-a6f3-45a2-b5c1-1cb61951693e', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'port_id': 'fd459942-95de-4f8f-88e5-3d460d92ec5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'mac_address': 'fa:16:3e:6c:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:42:12Z', 'updated_at': '2021-10-28T11:42:27Z', 'revision_number': 1, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:42:29.074318 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e9cac-9a1a-4bda-8563-524c7e8edf58 None None] The sync data for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi is: [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '6e2d330c-a6f3-45a2-b5c1-1cb61951693e', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'port_id': 'fd459942-95de-4f8f-88e5-3d460d92ec5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'mac_address': 'fa:16:3e:6c:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:42:12Z', 'updated_at': '2021-10-28T11:42:27Z', 'revision_number': 1, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:42:29.281175 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784edbd4-b521-4ef8-b69e-dc1b69193067 None None] New status for floating IP 6e2d330c-a6f3-45a2-b5c1-1cb61951693e: ACTIVE {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:42:42.051408 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:42:50.146487 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-9f3143e8-2046-4bc2-b29d-3d078de63f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:52.595107 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:52.686893 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4119626a-a775-4164-babe-d21bc239f743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:53.437414 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:53.826281 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:42:55.706200 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:16.768202 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c053a-70ac-4a53-a32c-d0f772966398 req-4782f1c9-476c-417a-9e78-05e2b29af82a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:16.769700 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-791c053a-70ac-4a53-a32c-d0f772966398 req-4782f1c9-476c-417a-9e78-05e2b29af82a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0601249 Oct 28 11:43:16.810768 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-791c053a-70ac-4a53-a32c-d0f772966398 req-5a0eaa21-e569-4597-a782-5fcebbc2a828 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340970 Oct 28 11:43:17.931015 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb73a2-b41a-456b-8d31-01c89bd97639 req-1bed51c3-0b04-4c85-a421-82f35ec30269 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:17.932506 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-86cb73a2-b41a-456b-8d31-01c89bd97639 req-1bed51c3-0b04-4c85-a421-82f35ec30269 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0492220 Oct 28 11:43:17.973760 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-86cb73a2-b41a-456b-8d31-01c89bd97639 req-c30bcd8a-166f-43ef-ac7d-ace1f40eabc5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350273 Oct 28 11:43:19.049696 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:43:19.097844 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc0a80-a653-4c30-bd90-eebef52137a4 req-46f4ad4a-16fd-408a-8851-678e98ee3da9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:19.099508 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-84bc0a80-a653-4c30-bd90-eebef52137a4 req-46f4ad4a-16fd-408a-8851-678e98ee3da9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0536780 Oct 28 11:43:19.143708 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-84bc0a80-a653-4c30-bd90-eebef52137a4 req-8509a38b-7bcc-40c8-8ac4-89b362b453dc tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380049 Oct 28 11:43:20.131693 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-64d3659d-4bc7-455d-8abf-ebbefb42b8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:20.267114 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7eca-efb3-431b-991a-2dfcc041d11c req-87de6f82-41b7-4dc7-a0e0-ef7be1fc07bf tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:20.268655 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5e4a7eca-efb3-431b-991a-2dfcc041d11c req-87de6f82-41b7-4dc7-a0e0-ef7be1fc07bf tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0512075 Oct 28 11:43:20.313647 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5e4a7eca-efb3-431b-991a-2dfcc041d11c req-60016fa5-383d-4052-91db-6e725be61d19 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341706 Oct 28 11:43:21.435499 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09715c-893e-45f1-af76-dcde1f05bed7 req-d556c6a5-fdb7-4e66-9aad-8670178e8ade tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:21.437105 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1b09715c-893e-45f1-af76-dcde1f05bed7 req-d556c6a5-fdb7-4e66-9aad-8670178e8ade tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0539422 Oct 28 11:43:21.481862 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1b09715c-893e-45f1-af76-dcde1f05bed7 req-22b90fc9-437b-4a5c-8118-b98abfc77668 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367935 Oct 28 11:43:22.585764 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:22.607701 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015584b-9656-45f3-83a3-2f590e250426 req-29cb81a1-15a5-4a75-b5e4-6fc09cd6a952 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:22.609252 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4015584b-9656-45f3-83a3-2f590e250426 req-29cb81a1-15a5-4a75-b5e4-6fc09cd6a952 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0542634 Oct 28 11:43:22.667323 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4015584b-9656-45f3-83a3-2f590e250426 req-4f6a2ad4-cd14-4d72-abcc-cec110e78a81 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469851 Oct 28 11:43:22.695095 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-760e9572-26b7-4a77-933c-91cc7a9dc1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:23.459667 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:23.796325 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefefd31-9746-47fc-872a-a6ae3d259b29 req-df9fc086-014d-4d32-9715-e0adb26decd8 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:23.797765 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-eefefd31-9746-47fc-872a-a6ae3d259b29 req-df9fc086-014d-4d32-9715-e0adb26decd8 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0551856 Oct 28 11:43:23.837072 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:23.844108 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-eefefd31-9746-47fc-872a-a6ae3d259b29 req-04341e74-d360-47c8-b4e7-9b149c6f83cb tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390027 Oct 28 11:43:24.963008 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3deb5-f30e-4733-8abf-bde68713171e req-27add3f6-c511-463a-a0e6-ebf23d949130 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:24.964554 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d3f3deb5-f30e-4733-8abf-bde68713171e req-27add3f6-c511-463a-a0e6-ebf23d949130 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0501769 Oct 28 11:43:25.004376 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d3f3deb5-f30e-4733-8abf-bde68713171e req-7d4422d8-f642-4282-ab67-2a240f3647a3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337551 Oct 28 11:43:25.682888 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:26.122540 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86831788-03f1-4874-8964-20a8150c9580 req-cc4bafd3-5457-49c9-affc-939b00c8f0b6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:26.124047 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-86831788-03f1-4874-8964-20a8150c9580 req-cc4bafd3-5457-49c9-affc-939b00c8f0b6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0489826 Oct 28 11:43:26.167631 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-86831788-03f1-4874-8964-20a8150c9580 req-108a847d-79b5-4b9c-91bc-8ccd1c463932 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375218 Oct 28 11:43:26.614744 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-a26c26d1-572a-4f7b-a53e-d7b6c35c3b6d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409839 Oct 28 11:43:26.701241 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-dc4c345e-27a1-41b7-954e-b51145079a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:26.702788 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-dc4c345e-27a1-41b7-954e-b51145079a43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 1098 time: 0.0423882 Oct 28 11:43:26.817708 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-bd6bb250-b6c2-44ff-a1ce-38525cb5171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:26.819341 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-bd6bb250-b6c2-44ff-a1ce-38525cb5171d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 913 time: 0.0963836 Oct 28 11:43:26.889402 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-976f8cd4-1c63-45b8-ad0c-03c6d51147fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c HTTP/1.1" status: 200 len: 1000 time: 0.0628235 Oct 28 11:43:26.942568 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-ba5c6a4a-59a2-47f5-82be-69a913e21f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:26.944708 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-ba5c6a4a-59a2-47f5-82be-69a913e21f6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0470648 Oct 28 11:43:26.993338 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-1ec1ad29-25d0-4529-bde3-b74f2ac2f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:26.995183 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-1ec1ad29-25d0-4529-bde3-b74f2ac2f742 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424886 Oct 28 11:43:27.094720 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-4add9118-613c-48b2-9cf9-0e467e3cbab1 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916266 Oct 28 11:43:27.189377 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e6d3ddf9-6523-456b-bdae-337aa8da2920 req-e2884bac-15bc-4ddb-8c19-950b63de60f3 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877993 Oct 28 11:43:27.288666 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f034eb4-7b21-4b81-a99c-1b90c918b701 req-1372fb7a-4f57-45cb-893f-6822b054b8e9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:27.293117 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4f034eb4-7b21-4b81-a99c-1b90c918b701 req-1372fb7a-4f57-45cb-893f-6822b054b8e9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0502851 Oct 28 11:43:27.333488 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4f034eb4-7b21-4b81-a99c-1b90c918b701 req-8ec157f5-f31f-4f07-be51-f12e4387f575 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369883 Oct 28 11:43:28.454237 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30900ce6-753a-447e-81db-9180bff8d6fe req-d866cc53-970a-4b15-918b-f8a1c7efe958 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:28.455767 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-30900ce6-753a-447e-81db-9180bff8d6fe req-d866cc53-970a-4b15-918b-f8a1c7efe958 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0503843 Oct 28 11:43:28.500088 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-30900ce6-753a-447e-81db-9180bff8d6fe req-fe119369-924e-4681-9194-c1e16dc6ada1 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378799 Oct 28 11:43:29.630384 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812a409-429d-4afb-8a42-4d799cb29b42 req-c065809c-1b75-4f6a-9274-4b9bab46633d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:29.632252 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c812a409-429d-4afb-8a42-4d799cb29b42 req-c065809c-1b75-4f6a-9274-4b9bab46633d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0561633 Oct 28 11:43:29.674633 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c812a409-429d-4afb-8a42-4d799cb29b42 req-b7f4b58a-53ac-477d-8ee2-ae7c1e94a587 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361323 Oct 28 11:43:30.799262 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9744c7-ead5-4e58-bf51-94be223d96cd req-5af624bd-5864-463d-92b4-b3adedfd9147 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:30.800928 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ed9744c7-ead5-4e58-bf51-94be223d96cd req-5af624bd-5864-463d-92b4-b3adedfd9147 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0557971 Oct 28 11:43:30.848701 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ed9744c7-ead5-4e58-bf51-94be223d96cd req-9987e34a-2124-4d50-9f47-05373ab719d6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403960 Oct 28 11:43:31.973813 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c3b48-3aba-4ce3-8165-b0bf425fb6c3 req-6acdc27c-00b9-4832-9ac1-645dc237244f tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:31.976290 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-264c3b48-3aba-4ce3-8165-b0bf425fb6c3 req-6acdc27c-00b9-4832-9ac1-645dc237244f tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0541441 Oct 28 11:43:32.019378 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-264c3b48-3aba-4ce3-8165-b0bf425fb6c3 req-b33170d6-85d4-4dcb-854f-8f5a70aaaca2 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349865 Oct 28 11:43:33.138658 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdae2d-0ee0-47a8-9358-22cf4df08786 req-0931f9cd-0a86-480d-a1b1-cad627e39b75 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:33.140162 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5abdae2d-0ee0-47a8-9358-22cf4df08786 req-0931f9cd-0a86-480d-a1b1-cad627e39b75 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0503242 Oct 28 11:43:33.185265 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5abdae2d-0ee0-47a8-9358-22cf4df08786 req-650d3f8b-0e72-4a99-b823-bbf996d9c9b6 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384812 Oct 28 11:43:33.543992 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a64de-86a9-4592-9740-12ca9c7a69b8 req-9eb0e190-49dd-4c7d-8108-cd8921b008b9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:33.545615 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4f9a64de-86a9-4592-9740-12ca9c7a69b8 req-9eb0e190-49dd-4c7d-8108-cd8921b008b9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0578001 Oct 28 11:43:33.607450 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4f9a64de-86a9-4592-9740-12ca9c7a69b8 req-f09df8e3-4223-4e0f-946c-7d85062b7464 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524185 Oct 28 11:43:33.671642 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-b6356071-75fe-4512-bcfa-acb56754c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:33.673188 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-b6356071-75fe-4512-bcfa-acb56754c5f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 1099 time: 0.0466893 Oct 28 11:43:33.779295 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-38c0e25d-137a-4e80-979f-2d54510708cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:33.780698 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-38c0e25d-137a-4e80-979f-2d54510708cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 200 len: 912 time: 0.1005716 Oct 28 11:43:33.858855 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-02c04ef4-2b30-45a2-87fc-0286cc0a5a1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e HTTP/1.1" status: 200 len: 1002 time: 0.0706248 Oct 28 11:43:33.913726 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-0d27d04e-a0a1-4fb2-903d-fd148a733b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:33.915272 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-0d27d04e-a0a1-4fb2-903d-fd148a733b6b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c6beb-112c-496a-8eb5-1e5f730a6fac HTTP/1.1" status: 200 len: 850 time: 0.0494468 Oct 28 11:43:33.964103 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-fff17330-7cb3-44fb-9d85-576d3f057aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:33.965625 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-fff17330-7cb3-44fb-9d85-576d3f057aa6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29bf3493-9c95-4107-bbd6-109306388b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426271 Oct 28 11:43:34.063191 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-e74b2d6c-6868-4b90-b1b3-e61032132074 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890000 Oct 28 11:43:34.159126 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2227ff5c-07e5-40b1-92a3-cf098ecd7b5f req-edd5e408-c939-445a-a2a8-85899972d4bd service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889909 Oct 28 11:43:34.766294 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c68b61-e708-4268-97f0-63981e5297a9 req-6d552a6e-a60d-4aec-b032-773289fdde03 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:34.768732 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c0c68b61-e708-4268-97f0-63981e5297a9 req-6d552a6e-a60d-4aec-b032-773289fdde03 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0778015 Oct 28 11:43:34.834969 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-c0c68b61-e708-4268-97f0-63981e5297a9 req-35e51636-fc6c-495c-8618-f2aded0296a2 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570292 Oct 28 11:43:35.969789 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbdaf5-23c3-41fd-8e69-d9eb31d94db3 req-4d168a31-7c98-422a-98b9-12b2f28c807f tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:35.971436 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7bfbdaf5-23c3-41fd-8e69-d9eb31d94db3 req-4d168a31-7c98-422a-98b9-12b2f28c807f tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0544395 Oct 28 11:43:36.014670 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-7bfbdaf5-23c3-41fd-8e69-d9eb31d94db3 req-04215b26-c451-4aa7-92dc-cfd64fac421e tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364337 Oct 28 11:43:41.700099 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57c002-cf36-419f-b7a3-7ba540caf5c3 req-c1134d7a-e233-4944-ba29-27e37f2f3959 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:41.701650 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8a57c002-cf36-419f-b7a3-7ba540caf5c3 req-c1134d7a-e233-4944-ba29-27e37f2f3959 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 945 time: 0.0493283 Oct 28 11:43:41.741075 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8a57c002-cf36-419f-b7a3-7ba540caf5c3 req-77bbc958-9b48-4d65-bd78-8d1995ef082a tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333736 Oct 28 11:43:42.879421 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0b599-851e-4393-8d6c-7f7a126d803a req-8457cf02-62a7-4030-850d-d7a273981e13 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:42.881530 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-60f0b599-851e-4393-8d6c-7f7a126d803a req-8457cf02-62a7-4030-850d-d7a273981e13 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 945 time: 0.0571694 Oct 28 11:43:42.921344 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-60f0b599-851e-4393-8d6c-7f7a126d803a req-030e3262-4a83-4663-9af6-2e607b9d2bac tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334318 Oct 28 11:43:43.224465 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-6f6205b1-6771-44f7-8999-ed817867e4b5 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:43.225946 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-6f6205b1-6771-44f7-8999-ed817867e4b5 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 945 time: 0.0496325 Oct 28 11:43:43.325129 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Deleting port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:43:43.325469 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:43.421064 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] For port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:43:43.421432 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:43.619163 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:43.619521 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:43.619834 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.l3_db [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Floating IP 8f3f00cc-b874-4213-b64a-b4abe2301daf disassociated. External IP: 172.27.0.87, port: f31c11ac-3140-4b4a-bb0a-198ce11c2f1c. Oct 28 11:43:43.620169 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Calling delete_port for f31c11ac-3140-4b4a-bb0a-198ce11c2f1c owned by compute:nova {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:43:43.851325 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:43.881764 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event deleted for resources: {'Port': ['ID=f31c11ac-3140-4b4a-bb0a-198ce11c2f1c,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:43:43.893613 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.893987 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.894334 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.894668 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.895039 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.895500 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.896345 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.896670 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.897010 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.897373 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.897700 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:43.898041 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:44.036666 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-cf744c0c-2979-45fb-a2ea-43a45cd04c56 req-dcf05484-5717-4f5f-808c-0b55b7b830fe tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 210 time: 0.0287533 Oct 28 11:43:44.041152 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Router b0cdc614-bb45-43b0-b5c6-35195bd11daf has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:43:44.155859 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:43:44.168719 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] Sync routers for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:43:44.179584 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:43:44.180368 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:43:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:43:44.196889 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] No DVR routers for this DVR port f31c11ac-3140-4b4a-bb0a-198ce11c2f1c on host hv-cinder-81546 {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:43:44.199484 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:44.202821 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-47cb8ed3-bb61-490c-8db6-503f00803075 req-83c63fb3-31ce-4b93-a451-67e5278b67a7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "DELETE /v2.0/ports/f31c11ac-3140-4b4a-bb0a-198ce11c2f1c HTTP/1.1" status: 204 len: 173 time: 0.9704411 Oct 28 11:43:44.203897 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'name': 'network-vif-deleted', 'tag': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:43:44.205951 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1145612-f33f-4aa7-b356-8864c5f2d009" -d '{"events": [{"server_uuid": "ae1c251c-ec54-462f-aa94-f93174b9d29d", "name": "network-vif-deleted", "tag": "f31c11ac-3140-4b4a-bb0a-198ce11c2f1c"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:43:44.256005 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fec1b6-9552-482f-a994-d1f6bbdd41f8 x-openstack-request-id: req-c6fec1b6-9552-482f-a994-d1f6bbdd41f8 {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:43:44.256005 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1c251c-ec54-462f-aa94-f93174b9d29d", "name": "network-vif-deleted", "tag": "f31c11ac-3140-4b4a-bb0a-198ce11c2f1c", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:43:44.256005 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c6fec1b6-9552-482f-a994-d1f6bbdd41f8 {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:43:44.256005 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1c251c-ec54-462f-aa94-f93174b9d29d', 'name': 'network-vif-deleted', 'tag': 'f31c11ac-3140-4b4a-bb0a-198ce11c2f1c', 'status': 'completed', 'code': 200} Oct 28 11:43:44.308423 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:43:44.548076 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:43:44.578488 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] Checking router: b0cdc614-bb45-43b0-b5c6-35195bd11daf for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:43:44.587978 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:43:44.588665 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:43:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:43:44.696754 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:43:44.917127 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:43:44.944788 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea654d-817d-46a9-b7a0-8a09490ae1e6 None None] The sync data for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi is: [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:43:45.183047 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2854ef0e-6b14-4161-b1eb-42c0f3367c42 None None] New status for floating IP 8f3f00cc-b874-4213-b64a-b4abe2301daf: DOWN {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:43:45.209634 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ffc5076b-e166-4562-8b65-b5e6b6d6ce54 req-53f452e6-0ad5-4341-b457-fd62e316f9d3 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1c251c-ec54-462f-aa94-f93174b9d29d HTTP/1.1" status: 200 len: 210 time: 0.0319390 Oct 28 11:43:46.474643 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-14c31692-3283-4cb0-bfa3-6c555792d5e7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489022425&fields=id&tenant_id=711a0bcc92344b93ad398344a6d99c3c HTTP/1.1" status: 200 len: 267 time: 0.0362632 Oct 28 11:43:46.592889 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-f5e01b29-8506-4b3a-9fb6-ac195e8f724d tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:46.594401 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-f5e01b29-8506-4b3a-9fb6-ac195e8f724d tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 812 time: 0.1125059 Oct 28 11:43:46.611165 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-90871b4b-abe0-46ee-9d0c-befe6d670a22 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/quotas/711a0bcc92344b93ad398344a6d99c3c HTTP/1.1" status: 200 len: 375 time: 0.0097482 Oct 28 11:43:46.641714 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device f31c11ac-3140-4b4a-bb0a-198ce11c2f1c no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:43:46.679966 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-6b4ddd44-1f42-4e88-9694-5675ad3e743b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614450 Oct 28 11:43:46.680980 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: f31c11ac-3140-4b4a-bb0a-198ce11c2f1c {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:43:46.681411 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device f31c11ac-3140-4b4a-bb0a-198ce11c2f1c not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:43:46.780538 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-0b49aef9-b1e5-470e-817f-fd65f64dd070 service neutron] 10.222.0.79 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858135 Oct 28 11:43:46.871756 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-417f308b-7220-4421-a994-7cc58d0f4e50 service neutron] 10.222.0.79 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852208 Oct 28 11:43:47.413302 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-6f39fff0-8b54-4b8a-b168-13e97c28727d req-f72f0dcf-92bc-4a84-a4c9-481ccb81293d tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 210 time: 0.0296042 Oct 28 11:43:48.510458 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-ce680280-1986-4f83-aaee-18ccc084117d req-9424d3e1-5bcd-4e06-80a8-ec7a9f80a877 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 210 time: 0.0287280 Oct 28 11:43:49.320240 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-55fbc75b-d318-4e7c-b4f3-3c4c6c78a143 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:49.321738 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-55fbc75b-d318-4e7c-b4f3-3c4c6c78a143 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 812 time: 0.1113367 Oct 28 11:43:49.368448 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-ed598600-c6e4-466c-b753-45b07ba2dbcd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=711a0bcc92344b93ad398344a6d99c3c HTTP/1.1" status: 200 len: 380 time: 0.0365038 Oct 28 11:43:49.377322 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'port': {'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'admin_state_up': True, 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'security_groups': ['4e63c0fa-11a6-4f0b-b62c-aea9bf042a87']}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:43:49.587498 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Made reservation on behalf of 711a0bcc92344b93ad398344a6d99c3c for: {'port': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:43:49.590938 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:49.610312 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ebeda818-4e2a-44fd-a573-bfe4e79b9080 req-187bcf80-33ef-45d5-9017-0f2c3b31c770 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 210 time: 0.0258629 Oct 28 11:43:49.717537 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Allocated IP 172.20.0.10 (b72db5c7-2591-41a1-97be-c940e7e41192/77b9f161-a15b-4bcd-bf99-5a1bb1a9349e/a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:43:49.864189 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:49.985644 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:50.031328 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Network b72db5c7-2591-41a1-97be-c940e7e41192 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:43:50.034498 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:43:50.038494 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:43:50.069112 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'Port': ['ID=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:43:50.103645 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:50.108067 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:50.125059 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-097ecfd4-aabe-4d9a-b6ad-6b75459a88c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:50.180018 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-145230c4-1011-4f65-9ec9-13c98a795088 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8058724 Oct 28 11:43:50.196943 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Request body: {'port': {'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:43:50.256324 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:50.340803 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-66a92396-bafe-4f3a-92a7-6698d89043f1 None None] Provisioning complete for port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:43:50.341169 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-66a92396-bafe-4f3a-92a7-6698d89043f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:50.378366 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-66a92396-bafe-4f3a-92a7-6698d89043f1 None None] Port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:43:50.803453 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c445c9-3fbe-4648-85d1-500ff862573d req-e427b41b-a976-43c2-b918-826f312e0c3b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:50.804959 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-17c445c9-3fbe-4648-85d1-500ff862573d req-e427b41b-a976-43c2-b918-826f312e0c3b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 932 time: 0.1044111 Oct 28 11:43:50.884944 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-17c445c9-3fbe-4648-85d1-500ff862573d req-446b61af-6f8e-4201-b26e-8f22af86844a tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704179 Oct 28 11:43:50.897463 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 {{(pid=101985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:43:50.906363 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:50.918970 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.provisioning_blocks [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Transition to ACTIVE for port object a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 will not be triggered until provisioned by entity L2. {{(pid=101985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:43:50.982119 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:51.034110 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Pushing event updated for resources: {'Port': ['ID=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:43:51.105739 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Attempting to bind port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:43:51.106135 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Attempting to bind port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:43:51.106437 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Attempting to bind port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 on network b72db5c7-2591-41a1-97be-c940e7e41192 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:43:51.111254 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 on network b72db5c7-2591-41a1-97be-c940e7e41192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:43:51.111567 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Attempting to bind port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 on network b72db5c7-2591-41a1-97be-c940e7e41192 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:43:51.117599 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:43:51.117965 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Checking segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:43:51.118343 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Bound using segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:43:51.118768 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Bound port: a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:43:51.119126 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:51.196693 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] For port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73, host hv-cinder-81546, cleared binding levels {{(pid=101985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:43:51.201832 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] For port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:43:51.257433 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:51.296033 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:51.296558 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:51.297943 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] 10.222.0.81 "PUT /v2.0/ports/a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 HTTP/1.1" status: 200 len: 1094 time: 1.1071799 Oct 28 11:43:51.298380 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:43:51.300660 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9391e3-b5af-4742-881a-4fd56a7f332a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:43:51.328078 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f76e4e-a1cf-44bb-af88-e330ded25f27 service neutron] Pushing event updated for resources: {'Port': ['ID=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,revision_number=3']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:43:51.359438 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b867e5a-8688-4141-b680-ca254d4ceb5c x-openstack-request-id: req-7b867e5a-8688-4141-b680-ca254d4ceb5c {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:43:51.359858 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:43:51.360215 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b867e5a-8688-4141-b680-ca254d4ceb5c {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:43:51.360716 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'status': 'completed', 'code': 200} Oct 28 11:43:51.440795 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9391e3-b5af-4742-881a-4fd56a7f332a req-0758ce7c-887d-409f-8a39-9d2a30c2065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:51.442416 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6c9391e3-b5af-4742-881a-4fd56a7f332a req-0758ce7c-887d-409f-8a39-9d2a30c2065d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 1097 time: 0.0553358 Oct 28 11:43:51.556318 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9391e3-b5af-4742-881a-4fd56a7f332a req-f4834b68-e724-424f-9ec2-eafcac14ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:51.557774 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6c9391e3-b5af-4742-881a-4fd56a7f332a req-f4834b68-e724-424f-9ec2-eafcac14ccfe service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=711a0bcc92344b93ad398344a6d99c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1073906 Oct 28 11:43:51.657615 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9391e3-b5af-4742-881a-4fd56a7f332a req-17961679-920c-48a7-98b8-a82d6dae20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:51.659086 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6c9391e3-b5af-4742-881a-4fd56a7f332a req-17961679-920c-48a7-98b8-a82d6dae20bb service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937343 Oct 28 11:43:51.736276 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-64860fbb-32b7-4fc5-bd78-ecb28f73d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:51.737853 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-64860fbb-32b7-4fc5-bd78-ecb28f73d2de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 1097 time: 0.0418394 Oct 28 11:43:51.781609 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-f9538034-1568-4940-b0ae-6f072ef09aee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 HTTP/1.1" status: 200 len: 217 time: 0.0358162 Oct 28 11:43:51.839721 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-c5e8e2aa-a5c5-432d-a6ee-dd247afb01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:51.841795 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-c5e8e2aa-a5c5-432d-a6ee-dd247afb01a7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0536230 Oct 28 11:43:51.900352 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-fd4a7ac3-d176-4614-bc25-9690e4c3a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:51.901878 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-fd4a7ac3-d176-4614-bc25-9690e4c3a707 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519824 Oct 28 11:43:52.041659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f754-e8c9-4b08-aec5-5c2a6f864b31 req-68526e62-585e-4370-9e0f-06706fd27fbd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:52.043097 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-af57f754-e8c9-4b08-aec5-5c2a6f864b31 req-68526e62-585e-4370-9e0f-06706fd27fbd tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 944 time: 0.0856788 Oct 28 11:43:52.048776 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-aa7aaf9a-0449-4b2e-bb0b-f6935f3cfbd4 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372583 Oct 28 11:43:52.133584 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-af57f754-e8c9-4b08-aec5-5c2a6f864b31 req-3e621efd-0ced-444a-8cd0-08134c58b7ee tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838251 Oct 28 11:43:52.168441 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-db675bcb-58c9-48ba-9e34-997fa0b2e92e req-b28f2d18-d83f-455d-8910-10d595c90115 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122539 Oct 28 11:43:52.639479 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:52.719168 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef5bb-97d0-448b-aa68-abd271e2c87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:53.250381 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9616e-62ae-4e67-b0bd-687e2ed3d2f7 req-ffa118a1-aa07-492b-8880-a0f88c545828 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:53.251872 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-72d9616e-62ae-4e67-b0bd-687e2ed3d2f7 req-ffa118a1-aa07-492b-8880-a0f88c545828 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 944 time: 0.0498323 Oct 28 11:43:53.293400 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-72d9616e-62ae-4e67-b0bd-687e2ed3d2f7 req-26a810cf-32be-425e-83f5-c6b867273212 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347922 Oct 28 11:43:53.428053 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:53.793121 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:54.419722 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32584c-8486-45eb-936d-8db6db21a5a2 req-244bd9d8-0176-4ebd-a594-11048bf73fe7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:54.421211 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4b32584c-8486-45eb-936d-8db6db21a5a2 req-244bd9d8-0176-4ebd-a594-11048bf73fe7 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 944 time: 0.0560107 Oct 28 11:43:54.460435 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4b32584c-8486-45eb-936d-8db6db21a5a2 req-1c50a090-c2ed-4f32-817b-80d3021d1c3c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Oct 28 11:43:55.587933 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd446113-eb6c-498d-afa0-432211713599 req-93d1c484-0feb-475f-9cb5-7bb4fc00c771 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:55.589565 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dd446113-eb6c-498d-afa0-432211713599 req-93d1c484-0feb-475f-9cb5-7bb4fc00c771 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 944 time: 0.0612059 Oct 28 11:43:55.633677 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dd446113-eb6c-498d-afa0-432211713599 req-310369e8-924c-4c14-9c63-d352cc333137 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365181 Oct 28 11:43:55.659850 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:56.048518 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:43:56.751888 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8f3fb-0caf-43b3-b570-38b9faae98e7 req-7b510f33-4114-4d55-b149-808bf4416d89 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:56.753160 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dca8f3fb-0caf-43b3-b570-38b9faae98e7 req-7b510f33-4114-4d55-b149-808bf4416d89 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 944 time: 0.0503948 Oct 28 11:43:56.792639 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-dca8f3fb-0caf-43b3-b570-38b9faae98e7 req-0ad2badd-92f9-4920-bdfb-2d3774ed0e08 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325010 Oct 28 11:43:57.913993 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775da02-1c0d-419d-9d2a-dc9e541e4dba req-aecab235-1985-4c40-acdc-8891da216150 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:57.915500 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4775da02-1c0d-419d-9d2a-dc9e541e4dba req-aecab235-1985-4c40-acdc-8891da216150 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 944 time: 0.0507536 Oct 28 11:43:57.953724 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-4775da02-1c0d-419d-9d2a-dc9e541e4dba req-855be34d-41b6-489b-a638-48612413ce05 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323181 Oct 28 11:43:58.720770 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:43:58.818979 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:43:58.830232 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:43:58.868344 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:58.881631 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:43:58.902047 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:43:59.009806 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:43:59.064649 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:43:59.071736 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.072073 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.072406 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.072736 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.073059 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.073390 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.073713 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.074059 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.074381 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.074698 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.075013 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.075328 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:43:59.076193 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d6646-fa82-4d75-873a-7b5b15893373 req-b70e8d81-0559-4dbb-b681-c754a87d9006 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:43:59.077667 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-399d6646-fa82-4d75-873a-7b5b15893373 req-b70e8d81-0559-4dbb-b681-c754a87d9006 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 945 time: 0.0508475 Oct 28 11:43:59.118842 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-399d6646-fa82-4d75-873a-7b5b15893373 req-5bfdd4d3-5cb1-4650-94bf-be09f8f96d68 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Oct 28 11:43:59.242313 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:44:00.251107 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7cc65-20ba-4406-9855-f6329b70cffc req-c8122ccb-158a-4c59-bed9-825b9685af1e tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:00.252703 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8ea7cc65-20ba-4406-9855-f6329b70cffc req-c8122ccb-158a-4c59-bed9-825b9685af1e tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 945 time: 0.0639584 Oct 28 11:44:00.292325 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-8ea7cc65-20ba-4406-9855-f6329b70cffc req-edb6ea8a-a34d-4f2e-b0f0-4fecd3a6847c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331519 Oct 28 11:44:00.722469 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:44:00.842196 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:44:00.846150 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:44:00.846525 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:00.927395 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:00.951571 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:44:00.953810 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45990882-927f-41b1-adda-9f80a540898d" -d '{"events": [{"server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "name": "network-vif-plugged", "status": "completed", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:44:00.967525 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:44:00.991675 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf4175c-edf9-4dc6-9242-ccb28a4bbcea x-openstack-request-id: req-6cf4175c-edf9-4dc6-9242-ccb28a4bbcea {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:44:00.991967 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "name": "network-vif-plugged", "status": "completed", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:44:00.992223 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cf4175c-edf9-4dc6-9242-ccb28a4bbcea {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:44:00.992625 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'code': 200} Oct 28 11:44:01.033124 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:01.085911 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:44:01.373018 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a620ff-b442-4296-a3f6-0bdc5460f432 req-16d2c387-e32f-45c2-91f5-517552d6cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:01.374490 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-56a620ff-b442-4296-a3f6-0bdc5460f432 req-16d2c387-e32f-45c2-91f5-517552d6cb83 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 1099 time: 0.0501573 Oct 28 11:44:01.412707 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-56a620ff-b442-4296-a3f6-0bdc5460f432 req-1f18ff74-3c7c-4ca0-989b-b55dccc26d2c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302513 Oct 28 11:44:01.417767 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e56ef-769f-42eb-8621-42f44d0991d8 req-58889326-8ca8-4339-b650-e72e79ace66b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:01.419330 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b09e56ef-769f-42eb-8621-42f44d0991d8 req-58889326-8ca8-4339-b650-e72e79ace66b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 946 time: 0.0535417 Oct 28 11:44:01.461760 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b09e56ef-769f-42eb-8621-42f44d0991d8 req-f89f62f5-7d38-4879-bc2d-4a543b89bf96 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365481 Oct 28 11:44:02.582912 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365742b3-1d34-4eeb-bf5d-16e662dab90c req-942e4854-30d1-4230-9479-2a8ba616a145 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:02.584254 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-365742b3-1d34-4eeb-bf5d-16e662dab90c req-942e4854-30d1-4230-9479-2a8ba616a145 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 946 time: 0.0512598 Oct 28 11:44:02.623768 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-365742b3-1d34-4eeb-bf5d-16e662dab90c req-6f14b5fa-dc86-497b-a1e4-d52445b02131 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333872 Oct 28 11:44:03.744933 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e344426-9e1a-4996-899b-73b735d9d34f req-6d824a3a-d90e-4ab6-b7b9-7d9e4e57684e tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:03.746544 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7e344426-9e1a-4996-899b-73b735d9d34f req-6d824a3a-d90e-4ab6-b7b9-7d9e4e57684e tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 946 time: 0.0502453 Oct 28 11:44:03.797713 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7e344426-9e1a-4996-899b-73b735d9d34f req-ba098efe-d91d-45bb-89a0-f29aaac36864 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452096 Oct 28 11:44:03.916475 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf03b10-a0eb-48de-8950-b798aa5dfcf6 req-46b232b9-3302-48d1-9319-411a6ca08d36 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:03.918077 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6cf03b10-a0eb-48de-8950-b798aa5dfcf6 req-46b232b9-3302-48d1-9319-411a6ca08d36 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 946 time: 0.0519462 Oct 28 11:44:03.958221 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6cf03b10-a0eb-48de-8950-b798aa5dfcf6 req-5b1561fb-a09d-47ec-b323-d310375bb9d0 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335271 Oct 28 11:44:03.981320 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45970) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:44:04.028425 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7cdbd6-2642-40fc-a376-ad4f9404fd1a tempest-TestVolumeBootPattern-1830374327 tempest-TestVolumeBootPattern-1830374327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:04.029931 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-8d7cdbd6-2642-40fc-a376-ad4f9404fd1a tempest-TestVolumeBootPattern-1830374327 tempest-TestVolumeBootPattern-1830374327-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 1094 time: 0.0472305 Oct 28 11:44:04.032795 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 45972) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:44:04.037590 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'floatingip': {'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:44:04.116116 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:04.215268 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:04.337212 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Allocated IP 172.27.0.52 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/f82e72cf-5f24-464b-a037-c5ee6add3580) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:44:04.445548 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:04.530566 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:04.574826 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:44:04.577777 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:44:04.581373 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:44:04.587505 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'Port': ['ID=f82e72cf-5f24-464b-a037-c5ee6add3580,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:44:04.925171 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:05.061395 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:05.216957 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:05.271168 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:05.340467 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'Port': ['ID=f82e72cf-5f24-464b-a037-c5ee6add3580,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:44:05.351106 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:05.466901 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.l3_db [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Floating IP 2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa associated. External IP: 172.27.0.52, port: a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73. Oct 28 11:44:05.682065 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Router b0cdc614-bb45-43b0-b5c6-35195bd11daf has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:44:05.788529 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:44:05.799828 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] Sync routers for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:44:05.812511 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:44:05.813120 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:43:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:44:05.900828 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:05.923653 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:44:05.936495 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-2e065078-eaee-4549-93a4-a2a7300da5fb tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9026792 Oct 28 11:44:05.937235 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:44:05.939752 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:44:05.982858 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568c9f5f-66a3-4d9b-9380-b54c085a539e x-openstack-request-id: req-568c9f5f-66a3-4d9b-9380-b54c085a539e {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:44:05.983313 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:44:05.983730 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-568c9f5f-66a3-4d9b-9380-b54c085a539e {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:44:05.984378 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'status': 'completed', 'code': 200} Oct 28 11:44:06.049927 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-0629c568-f8c0-4b08-8682-13c3050349c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:06.052044 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-0629c568-f8c0-4b08-8682-13c3050349c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 1099 time: 0.0449357 Oct 28 11:44:06.145970 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-dcccbde6-de46-4d8a-8276-176101592b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:06.147663 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-dcccbde6-de46-4d8a-8276-176101592b79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 913 time: 0.0879483 Oct 28 11:44:06.167943 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:44:04Z', 'updated_at': '2021-10-28T11:44:04Z', 'revision_number': 0, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:44:06.198502 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] Checking router: b0cdc614-bb45-43b0-b5c6-35195bd11daf for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:44:06.206978 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:44:06.207700 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:43:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:44:06.221384 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-ecbbce5a-008a-4ec2-8ccd-dc98510ea905 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 HTTP/1.1" status: 200 len: 999 time: 0.0643272 Oct 28 11:44:06.275140 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-b706c8e7-87da-45b1-bb89-7087158096cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:06.276654 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-b706c8e7-87da-45b1-bb89-7087158096cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0459538 Oct 28 11:44:06.324496 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:44:06.326243 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-8c1f6c12-bdd7-4c5e-810d-d4d47f9e1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:06.327802 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-8c1f6c12-bdd7-4c5e-810d-d4d47f9e1f54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430818 Oct 28 11:44:06.425167 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-eeb8141f-47f4-466d-b45e-7de9d8e2bbb7 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893655 Oct 28 11:44:06.531855 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f6eefbd0-6ae9-4191-86d8-6e32a995f8ee req-ddd0cbfd-a2c3-4be1-9a27-557457c9a0b1 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992875 Oct 28 11:44:06.561641 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:44:04Z', 'updated_at': '2021-10-28T11:44:04Z', 'revision_number': 0, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:44:06.591469 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c777a-e797-434c-bbc6-e961c5f53df2 None None] The sync data for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi is: [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:44:04Z', 'updated_at': '2021-10-28T11:44:04Z', 'revision_number': 0, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:44:06.798982 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b16c5-0634-40fc-bdeb-5d3a84d35c52 None None] New status for floating IP 2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa: ACTIVE {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:44:11.018461 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7cf50-478f-4053-ba26-9838ab71b12c req-a1f14cb2-8979-47dd-8744-4953d5e7c6c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:11.020598 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2ef7cf50-478f-4053-ba26-9838ab71b12c req-a1f14cb2-8979-47dd-8744-4953d5e7c6c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0506039 Oct 28 11:44:11.061407 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2ef7cf50-478f-4053-ba26-9838ab71b12c req-d64a13a5-e622-4a49-8137-ecc14b32a5c9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344055 Oct 28 11:44:12.179149 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647dfe7-1e6e-47b3-bad4-cac220dba342 req-4da8feaf-4da8-4c13-95cf-d5e748b154bb tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:12.180610 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2647dfe7-1e6e-47b3-bad4-cac220dba342 req-4da8feaf-4da8-4c13-95cf-d5e748b154bb tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0484388 Oct 28 11:44:12.219090 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2647dfe7-1e6e-47b3-bad4-cac220dba342 req-9d9d705c-a698-4d63-8b9e-73b49fa7878e tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325685 Oct 28 11:44:13.337826 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62827bfb-967b-403c-9d6f-fe81304f354e req-1d5cd7d8-c89b-43f7-91a1-5411375d64fe tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:13.339334 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-62827bfb-967b-403c-9d6f-fe81304f354e req-1d5cd7d8-c89b-43f7-91a1-5411375d64fe tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0496073 Oct 28 11:44:13.379830 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-62827bfb-967b-403c-9d6f-fe81304f354e req-ac3e371a-90e9-4ae7-92ef-1587e143e044 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338626 Oct 28 11:44:14.500490 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd80fbb-40da-4b24-9e41-fd7a36e0f0ce req-0eeca2ea-c32e-4014-ab95-b60298170b3b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:14.501993 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dcd80fbb-40da-4b24-9e41-fd7a36e0f0ce req-0eeca2ea-c32e-4014-ab95-b60298170b3b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0535398 Oct 28 11:44:14.541268 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-dcd80fbb-40da-4b24-9e41-fd7a36e0f0ce req-5a3d7998-9f8f-4ff4-9446-5f043fc12521 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Oct 28 11:44:15.836407 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f7351-b853-478c-9876-00923f72d9c2 req-e9676995-aabc-4f2e-a1e8-6a7dd3a804a2 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:15.837958 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e40f7351-b853-478c-9876-00923f72d9c2 req-e9676995-aabc-4f2e-a1e8-6a7dd3a804a2 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.2244425 Oct 28 11:44:15.876639 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e40f7351-b853-478c-9876-00923f72d9c2 req-3937b630-8b74-449c-98e3-243e433608ea tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327427 Oct 28 11:44:16.994746 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505ad8b-156d-4009-80f1-9bcbc5a43463 req-f0910d2f-491c-499b-a81a-d170ab46ea98 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:16.996006 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-1505ad8b-156d-4009-80f1-9bcbc5a43463 req-f0910d2f-491c-499b-a81a-d170ab46ea98 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0491939 Oct 28 11:44:17.034587 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-1505ad8b-156d-4009-80f1-9bcbc5a43463 req-4715324c-cfaa-4670-b58d-26d01c3054e9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326934 Oct 28 11:44:18.152676 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24dadc-47d1-45f2-81d3-2ce43827a16d req-8bf900d0-fac5-4880-81e9-be34930fa60a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:18.154228 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9f24dadc-47d1-45f2-81d3-2ce43827a16d req-8bf900d0-fac5-4880-81e9-be34930fa60a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0486820 Oct 28 11:44:18.193326 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9f24dadc-47d1-45f2-81d3-2ce43827a16d req-72194a55-f10a-4d0d-acc6-1df1a6211565 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331273 Oct 28 11:44:19.314514 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5577824-9836-4bbf-92d9-8403f8a0a27e req-4c702726-a287-42a5-ae2a-3bdc169f5b94 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:19.316012 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b5577824-9836-4bbf-92d9-8403f8a0a27e req-4c702726-a287-42a5-ae2a-3bdc169f5b94 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0548387 Oct 28 11:44:19.356484 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b5577824-9836-4bbf-92d9-8403f8a0a27e req-d3381174-7144-4034-822d-ac5f742d91ef tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345657 Oct 28 11:44:20.138988 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-5f79771e-c906-401b-ad08-d94a0d49e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:20.477202 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f28c9-2df6-4883-bab8-b5c81c36277c req-311795b5-737f-43b5-8e75-25230140365c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:20.478867 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a98f28c9-2df6-4883-bab8-b5c81c36277c req-311795b5-737f-43b5-8e75-25230140365c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0510144 Oct 28 11:44:20.517494 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a98f28c9-2df6-4883-bab8-b5c81c36277c req-ba22db39-2aa8-4237-a8ae-339681a9c3a4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326939 Oct 28 11:44:21.699025 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec82a83-dbcd-4419-aa23-4bc718de6ca3 req-8cd9fef5-668f-4f17-9a0a-bc63640a79a5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:21.700557 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cec82a83-dbcd-4419-aa23-4bc718de6ca3 req-8cd9fef5-668f-4f17-9a0a-bc63640a79a5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.1130240 Oct 28 11:44:21.746122 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cec82a83-dbcd-4419-aa23-4bc718de6ca3 req-aada0d4e-ac57-48e3-bd5f-7002d8fcfc3a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358610 Oct 28 11:44:22.125688 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89590a8f-2294-40ac-80b0-7f5c8da940d2 req-7ae71814-329e-4048-9287-fd4c4ebc9eee tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:22.127264 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-89590a8f-2294-40ac-80b0-7f5c8da940d2 req-7ae71814-329e-4048-9287-fd4c4ebc9eee tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0571613 Oct 28 11:44:22.168583 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-89590a8f-2294-40ac-80b0-7f5c8da940d2 req-906f0707-39f7-4182-a2c1-bc0c74fbcf3d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340314 Oct 28 11:44:22.235155 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-1f088694-27af-457b-a7c7-1963117a364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:22.236714 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-1f088694-27af-457b-a7c7-1963117a364b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 1099 time: 0.0465109 Oct 28 11:44:22.331069 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-62ae827d-e903-45ad-9fdb-df1151538cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:22.332518 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-62ae827d-e903-45ad-9fdb-df1151538cdc service neutron] 10.222.0.81 "GET /v2.0/networks?id=29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 200 len: 912 time: 0.0883911 Oct 28 11:44:22.415159 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-0d1c5e6a-adef-4166-a663-e682e9a19f5b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e HTTP/1.1" status: 200 len: 1002 time: 0.0735135 Oct 28 11:44:22.465467 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-1f915296-a2bb-4718-b0f2-2ccafaefb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:22.466966 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-1f915296-a2bb-4718-b0f2-2ccafaefb384 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c6beb-112c-496a-8eb5-1e5f730a6fac HTTP/1.1" status: 200 len: 850 time: 0.0444143 Oct 28 11:44:22.513360 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-6befa577-1242-45d2-a280-a38e30a8d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:22.515024 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-6befa577-1242-45d2-a280-a38e30a8d63f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29bf3493-9c95-4107-bbd6-109306388b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405824 Oct 28 11:44:22.609178 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-5e26d596-83e1-4ae5-80c3-30e128114936 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864162 Oct 28 11:44:22.638156 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:22.701933 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6fda4bc7-a20e-48fd-b84c-5e168e14fdd2 req-4de715ff-6585-4d0a-8195-d758d12922cb service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852163 Oct 28 11:44:22.724281 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-249e6d18-ef19-48bc-9e89-04f1871874c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:23.301082 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c28240-a6d9-40d8-ba96-be0eb2a3bd21 req-6e4c9d80-382e-48cb-a089-1c07eb287349 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:23.303185 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f7c28240-a6d9-40d8-ba96-be0eb2a3bd21 req-6e4c9d80-382e-48cb-a089-1c07eb287349 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0585458 Oct 28 11:44:23.345576 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-f7c28240-a6d9-40d8-ba96-be0eb2a3bd21 req-3684295c-8e4a-4bb0-b6a5-6652f0fd4909 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357759 Oct 28 11:44:23.472163 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:23.850128 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:24.483095 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c749ba3-77c6-44fc-a996-ab577b1b2ea7 req-ba3c5cce-cd3a-484f-b000-e716f844195d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:24.484765 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2c749ba3-77c6-44fc-a996-ab577b1b2ea7 req-ba3c5cce-cd3a-484f-b000-e716f844195d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0587268 Oct 28 11:44:24.530215 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-2c749ba3-77c6-44fc-a996-ab577b1b2ea7 req-e59676b3-5904-432a-8322-896b80e9d10f tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380735 Oct 28 11:44:25.670647 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:28.658882 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-b8591cd3-f00e-4270-bc13-dcb343508830 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402846 Oct 28 11:44:28.727810 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-f9e0da97-38fb-4f58-b3f1-c68f855bdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:28.729344 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-f9e0da97-38fb-4f58-b3f1-c68f855bdef7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 1099 time: 0.0458484 Oct 28 11:44:28.844054 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-b7272067-e919-488c-a57b-921ecf9dc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:28.845513 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-b7272067-e919-488c-a57b-921ecf9dc58d service neutron] 10.222.0.81 "GET /v2.0/networks?id=29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 200 len: 912 time: 0.0946567 Oct 28 11:44:28.910268 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-0f56cf10-f283-41f5-b2b6-e063ecf22b0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e HTTP/1.1" status: 200 len: 1002 time: 0.0579755 Oct 28 11:44:28.967086 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-b9c213cd-45ad-4eb0-afa6-0d2b4dfbf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:28.968541 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-b9c213cd-45ad-4eb0-afa6-0d2b4dfbf2f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c6beb-112c-496a-8eb5-1e5f730a6fac HTTP/1.1" status: 200 len: 850 time: 0.0518239 Oct 28 11:44:29.016656 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-6bce44f2-f3e7-4c86-9278-0d129ad8f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:29.018465 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-6bce44f2-f3e7-4c86-9278-0d129ad8f753 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29bf3493-9c95-4107-bbd6-109306388b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431828 Oct 28 11:44:29.028983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-30cb4534-49a7-4792-8a09-eb0066db3cbc service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:44:29.029976 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-30cb4534-49a7-4792-8a09-eb0066db3cbc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048509 Oct 28 11:44:29.124395 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-4738c1ea-b9eb-469b-b70c-58ca07914829 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870652 Oct 28 11:44:29.221263 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18adad2f-3e0b-4bed-8a03-3d19408dc14b req-e9bf72bb-2471-42ec-a50a-2afe822cf0c8 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902662 Oct 28 11:44:33.048062 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:44:50.168263 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3231-ade1-4b55-9df5-9391a77c5e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:52.631831 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:52.688272 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-733db570-71ac-4543-aaf4-cf1c9ac69636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:53.598504 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:53.956453 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:55.676705 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:44:57.749211 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8228e-15ad-4e7f-889c-0f83fa882b79 req-88d53d46-8ad0-4bd1-9da2-8922df64fb27 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:57.750951 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-66a8228e-15ad-4e7f-889c-0f83fa882b79 req-88d53d46-8ad0-4bd1-9da2-8922df64fb27 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0575759 Oct 28 11:44:57.795548 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-66a8228e-15ad-4e7f-889c-0f83fa882b79 req-15ae7b75-8427-49dd-a047-ef4478b79969 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374503 Oct 28 11:44:58.938571 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4623c3-6974-4b08-ba06-33ebdc4affca req-e6c64987-09f0-4231-b8fb-0f533f883bc3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:58.940073 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ba4623c3-6974-4b08-ba06-33ebdc4affca req-e6c64987-09f0-4231-b8fb-0f533f883bc3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0556769 Oct 28 11:44:58.980287 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ba4623c3-6974-4b08-ba06-33ebdc4affca req-d5f0147e-10c2-46ce-acf5-95d10e890579 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338788 Oct 28 11:44:59.589008 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-5a4448d1-6c82-40bb-a8c1-5fa96e391a44 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:44:59.590482 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-5a4448d1-6c82-40bb-a8c1-5fa96e391a44 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.0493848 Oct 28 11:44:59.960550 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Deleting port fd459942-95de-4f8f-88e5-3d460d92ec5e {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:44:59.960883 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:00.070726 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] For port fd459942-95de-4f8f-88e5-3d460d92ec5e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fd459942-95de-4f8f-88e5-3d460d92ec5e,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:45:00.071087 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:00.157373 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59a394-081a-4771-a9ef-84b84003ee2e req-b2608d22-0fcf-437a-aae0-2a2fe99f8038 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:00.158902 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3e59a394-081a-4771-a9ef-84b84003ee2e req-b2608d22-0fcf-437a-aae0-2a2fe99f8038 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 946 time: 0.1098711 Oct 28 11:45:00.276643 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-3e59a394-081a-4771-a9ef-84b84003ee2e req-0b79b5ba-1f13-4206-9e0e-79162c71a076 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=93892708-48be-429d-8a7e-1bf3478fa63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094837 Oct 28 11:45:00.309671 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:00.310483 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:00.310679 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.l3_db [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Floating IP 6e2d330c-a6f3-45a2-b5c1-1cb61951693e disassociated. External IP: 172.27.0.109, port: fd459942-95de-4f8f-88e5-3d460d92ec5e. Oct 28 11:45:00.311245 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Calling delete_port for fd459942-95de-4f8f-88e5-3d460d92ec5e owned by compute:nova {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:45:00.516353 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:00.549777 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event deleted for resources: {'Port': ['ID=fd459942-95de-4f8f-88e5-3d460d92ec5e,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:00.560478 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.560824 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.561162 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.561533 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.561910 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.562568 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.562921 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.563230 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.563564 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.563885 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.564280 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.565663 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:00.681028 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Router b461605c-1ab6-4348-8284-d8dbd2b89207 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:45:00.792276 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:45:00.805667 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] Sync routers for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:45:00.816224 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:45:00.816735 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:44:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:45:00.833359 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] No DVR routers for this DVR port fd459942-95de-4f8f-88e5-3d460d92ec5e on host hv-cinder-81546 {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:45:00.836488 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:00.841101 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d7cee207-bdcf-4366-8aff-7b51c316ba22 req-0d5f2148-3f8a-424c-abae-8cf91156999a tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "DELETE /v2.0/ports/fd459942-95de-4f8f-88e5-3d460d92ec5e HTTP/1.1" status: 204 len: 173 time: 1.2438254 Oct 28 11:45:00.841553 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'name': 'network-vif-deleted', 'tag': 'fd459942-95de-4f8f-88e5-3d460d92ec5e'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:45:00.843944 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99a1e37-7a7a-46ba-b702-a9609eb0b34a" -d '{"events": [{"server_uuid": "19cbd66b-7c19-42ca-97bf-d3ad88ae994b", "name": "network-vif-deleted", "tag": "fd459942-95de-4f8f-88e5-3d460d92ec5e"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:45:00.930655 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:45:00.954824 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2576d4a6-6994-4691-915f-942f61fcc2bd x-openstack-request-id: req-2576d4a6-6994-4691-915f-942f61fcc2bd {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:45:00.955166 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cbd66b-7c19-42ca-97bf-d3ad88ae994b", "name": "network-vif-deleted", "tag": "fd459942-95de-4f8f-88e5-3d460d92ec5e", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:45:00.955419 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2576d4a6-6994-4691-915f-942f61fcc2bd {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:45:00.955823 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cbd66b-7c19-42ca-97bf-d3ad88ae994b', 'name': 'network-vif-deleted', 'tag': 'fd459942-95de-4f8f-88e5-3d460d92ec5e', 'status': 'completed', 'code': 200} Oct 28 11:45:01.176197 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:45:01.205400 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] Checking router: b461605c-1ab6-4348-8284-d8dbd2b89207 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:45:01.214721 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:45:01.215420 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:44:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:45:01.419627 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-18ff0db4-c4e0-4e79-ba05-cbc5af61b01c req-bd6a1742-4243-4edd-b281-33791a285aa5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=19cbd66b-7c19-42ca-97bf-d3ad88ae994b HTTP/1.1" status: 200 len: 210 time: 0.0367515 Oct 28 11:45:01.431322 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:45:01.649736 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:45:01.678183 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556cb388-52fa-4394-9d53-34be9c9a511e None None] The sync data for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi is: [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:45:01.924861 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2cac5e-7578-4947-b04e-9e454243dbc1 None None] New status for floating IP 6e2d330c-a6f3-45a2-b5c1-1cb61951693e: DOWN {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:45:02.586883 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46076) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:02.646699 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d7570089-93d2-4470-82b5-4c2bc0cf7cf8 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:02.670966 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d7570089-93d2-4470-82b5-4c2bc0cf7cf8 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:02.796404 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d7570089-93d2-4470-82b5-4c2bc0cf7cf8 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:02.799105 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-d7570089-93d2-4470-82b5-4c2bc0cf7cf8 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:02.800332 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-d7570089-93d2-4470-82b5-4c2bc0cf7cf8 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "DELETE /v2.0/security-groups/93892708-48be-429d-8a7e-1bf3478fa63d HTTP/1.1" status: 204 len: 168 time: 0.2124412 Oct 28 11:45:02.803297 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46078) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:02.811260 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7570089-93d2-4470-82b5-4c2bc0cf7cf8 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93892708-48be-429d-8a7e-1bf3478fa63d,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:02.818653 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.api.v2.resource [None req-2bf68062-f0c7-4d79-9a6b-31032a4df4ae tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] show failed (client error): The resource could not be found. Oct 28 11:45:02.819703 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-2bf68062-f0c7-4d79-9a6b-31032a4df4ae tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups/93892708-48be-429d-8a7e-1bf3478fa63d HTTP/1.1" status: 404 len: 347 time: 0.0154080 Oct 28 11:45:02.823510 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46080) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:02.960498 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Deleting port 55af4ba7-78e8-4e12-88ed-c147750a4459 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:45:02.961040 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:03.046264 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device fd459942-95de-4f8f-88e5-3d460d92ec5e no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:45:03.068023 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: fd459942-95de-4f8f-88e5-3d460d92ec5e {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:45:03.068361 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device fd459942-95de-4f8f-88e5-3d460d92ec5e not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:45:03.081566 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:03.082159 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:03.102309 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Calling delete_port for 55af4ba7-78e8-4e12-88ed-c147750a4459 owned by network:floatingip {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:45:03.367633 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:03.391992 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event deleted for resources: {'Port': ['ID=55af4ba7-78e8-4e12-88ed-c147750a4459,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:03.406145 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.406490 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.406823 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.407148 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.407471 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.407793 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.408128 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.408428 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.408744 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.409058 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.409371 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.409685 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:03.467115 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:03.469643 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:03.470926 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-42c059d9-6162-4a49-a6a1-cec6f5c78fb9 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "DELETE /v2.0/floatingips/6e2d330c-a6f3-45a2-b5c1-1cb61951693e HTTP/1.1" status: 204 len: 168 time: 0.6462896 Oct 28 11:45:04.126890 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46084) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:04.132516 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-a5a05915-edf0-4faf-a745-a8c9cdd0f688 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585761206', 'description': 'tempest-description--167830642'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:04.281944 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a5a05915-edf0-4faf-a745-a8c9cdd0f688 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:04.354648 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a5a05915-edf0-4faf-a745-a8c9cdd0f688 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:04.425012 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a5a05915-edf0-4faf-a745-a8c9cdd0f688 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:04.456526 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a05915-edf0-4faf-a745-a8c9cdd0f688 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b0febf-28c8-442c-a753-4d8d25521b6f,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:04.576524 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-a5a05915-edf0-4faf-a745-a8c9cdd0f688 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:04.577802 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-a5a05915-edf0-4faf-a745-a8c9cdd0f688 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4497292 Oct 28 11:45:04.580672 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46086) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:04.585210 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-57a0202e-04fa-4a46-ba67-e515929d062c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0febf-28c8-442c-a753-4d8d25521b6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:04.686148 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-57a0202e-04fa-4a46-ba67-e515929d062c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:04.743727 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-57a0202e-04fa-4a46-ba67-e515929d062c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:04.806825 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-57a0202e-04fa-4a46-ba67-e515929d062c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:04.827296 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0202e-04fa-4a46-ba67-e515929d062c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411f693a-5fbe-4c32-a6ee-b66daed97ab5,revision_number=0']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:04.905808 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-57a0202e-04fa-4a46-ba67-e515929d062c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:04.907166 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-57a0202e-04fa-4a46-ba67-e515929d062c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254387 Oct 28 11:45:04.910010 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46088) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:04.914849 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-0548bc14-e444-4265-ab72-17926e713dc5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0febf-28c8-442c-a753-4d8d25521b6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:05.002236 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0548bc14-e444-4265-ab72-17926e713dc5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:05.051412 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0548bc14-e444-4265-ab72-17926e713dc5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:05.104718 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0548bc14-e444-4265-ab72-17926e713dc5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690078'] for security_group_rule, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:05.122853 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548bc14-e444-4265-ab72-17926e713dc5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e395dbda-61f6-4e81-8913-2e8a903f225c,revision_number=0']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:05.181251 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0548bc14-e444-4265-ab72-17926e713dc5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:05.183766 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-0548bc14-e444-4265-ab72-17926e713dc5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2724597 Oct 28 11:45:05.187325 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46090) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:05.191981 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'floatingip': {'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:05.305462 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:05.414277 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:05.521073 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Allocated IP 172.27.0.21 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/a8430308-e119-4ef6-82ed-9eae9fb01cd0) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:45:05.639379 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:05.727200 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:05.770290 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:45:05.776699 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:45:05.778765 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'Port': ['ID=a8430308-e119-4ef6-82ed-9eae9fb01cd0,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:05.780981 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:45:05.869695 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:05.954734 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:06.113951 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:06.184703 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:06.255000 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'Port': ['ID=a8430308-e119-4ef6-82ed-9eae9fb01cd0,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:06.271880 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:06.358842 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:06.360197 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-f2fad2ca-7291-4b51-b39c-f0a53505e745 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1718423 Oct 28 11:45:06.557243 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-96089e43-ec48-49f2-981d-28d7cc677591 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1585761206&fields=id&tenant_id=1fdc139c788d4a559fc1cdfec2a27d37 HTTP/1.1" status: 200 len: 267 time: 0.0396910 Oct 28 11:45:06.673430 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328a89-102a-495c-af92-1e2c4862595d req-1271bd5e-d722-475a-850a-471d190d68f2 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:06.674987 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-1271bd5e-d722-475a-850a-471d190d68f2 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/networks?id=29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 200 len: 811 time: 0.1104844 Oct 28 11:45:06.690518 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-e070b439-f648-43bc-bf64-7614041d716d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/quotas/1fdc139c788d4a559fc1cdfec2a27d37 HTTP/1.1" status: 200 len: 375 time: 0.0097229 Oct 28 11:45:06.744978 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-2e86cdba-2ad6-4f4f-8b01-a7b41559d31f tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488856 Oct 28 11:45:06.811185 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-8ea74481-950c-4126-ad4a-2b2c2e2969e7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 11:45:06.812422 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-8ea74481-950c-4126-ad4a-2b2c2e2969e7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0547035 Oct 28 11:45:06.909522 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-a0b9c789-bb65-4d0d-9d81-092c8fda6c28 service neutron] 10.222.0.79 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905252 Oct 28 11:45:07.000366 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-a8d2c5b1-220e-48d5-bc9e-beed020c5f28 service neutron] 10.222.0.79 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847969 Oct 28 11:45:07.313046 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-b6bb9001-9143-40a3-9da4-0d3edb230f14 req-24515291-1fa0-4804-9a29-b747969d441d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 210 time: 0.0315537 Oct 28 11:45:08.413124 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-a5418a11-622b-4cd7-96b8-47d4b7b3a60a req-873f1b28-3ab5-451c-bc2d-aa474e763890 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 210 time: 0.0286713 Oct 28 11:45:09.150938 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328a89-102a-495c-af92-1e2c4862595d req-3d29774c-f862-431e-ba3c-dc4655e03dec tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:09.152536 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-3d29774c-f862-431e-ba3c-dc4655e03dec tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "GET /v2.0/networks?id=29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 200 len: 811 time: 0.1131163 Oct 28 11:45:09.195723 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-7bc6447b-3a6d-4703-afec-7eb6538e5239 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fdc139c788d4a559fc1cdfec2a27d37 HTTP/1.1" status: 200 len: 380 time: 0.0341585 Oct 28 11:45:09.205200 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'port': {'device_id': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'admin_state_up': True, 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'security_groups': ['d2b0febf-28c8-442c-a753-4d8d25521b6f']}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:09.377972 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Made reservation on behalf of 1fdc139c788d4a559fc1cdfec2a27d37 for: {'port': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:45:09.381643 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:09.512620 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-13a41543-0be0-4005-be68-e12894b416fb req-1d4c37dd-c617-44a4-9303-daa3f053c5a5 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 210 time: 0.0284479 Oct 28 11:45:09.519848 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Allocated IP 172.20.0.12 (29bf3493-9c95-4107-bbd6-109306388b96/b13c6beb-112c-496a-8eb5-1e5f730a6fac/9812bf99-09cf-4fc8-94f2-6e605d89fe93) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:45:09.670738 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:09.762757 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:09.811654 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Network 29bf3493-9c95-4107-bbd6-109306388b96 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:45:09.815583 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:45:09.820144 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:45:09.849631 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event updated for resources: {'Port': ['ID=9812bf99-09cf-4fc8-94f2-6e605d89fe93,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:09.884072 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:09.884786 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:09.955145 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-64597eaa-9e5f-4d8a-8624-caaff46b9248 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7535439 Oct 28 11:45:10.023850 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Request body: {'port': {'device_id': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:10.048767 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:45:10.065113 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-15531aeb-9212-4c87-8264-fb2f14ec636b None None] Provisioning complete for port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:45:10.065730 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-15531aeb-9212-4c87-8264-fb2f14ec636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:10.083218 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:10.102495 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-15531aeb-9212-4c87-8264-fb2f14ec636b None None] Port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:45:10.351561 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9812bf99-09cf-4fc8-94f2-6e605d89fe93 {{(pid=101985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:45:10.359146 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:10.371333 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.provisioning_blocks [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Transition to ACTIVE for port object 9812bf99-09cf-4fc8-94f2-6e605d89fe93 will not be triggered until provisioned by entity L2. {{(pid=101985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:45:10.424637 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:10.473703 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Pushing event updated for resources: {'Port': ['ID=9812bf99-09cf-4fc8-94f2-6e605d89fe93,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:10.548806 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Attempting to bind port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:45:10.549332 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Attempting to bind port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:45:10.549443 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Attempting to bind port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 on network 29bf3493-9c95-4107-bbd6-109306388b96 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:45:10.554108 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 on network 29bf3493-9c95-4107-bbd6-109306388b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:45:10.554378 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Attempting to bind port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 on network 29bf3493-9c95-4107-bbd6-109306388b96 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:45:10.560242 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:45:10.560572 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Checking segment: {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:45:10.560952 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Bound using segment: {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:45:10.561380 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Bound port: 9812bf99-09cf-4fc8-94f2-6e605d89fe93, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96'}}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:45:10.563231 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:10.659658 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] For port 9812bf99-09cf-4fc8-94f2-6e605d89fe93, host hv-cinder-81546, cleared binding levels {{(pid=101985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:45:10.664148 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] For port 9812bf99-09cf-4fc8-94f2-6e605d89fe93, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9812bf99-09cf-4fc8-94f2-6e605d89fe93,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:45:10.673369 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac00937-7dee-4192-9098-79c185435253 req-a95ffb13-aebb-4e66-be19-7468eecf8814 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:10.675267 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8ac00937-7dee-4192-9098-79c185435253 req-a95ffb13-aebb-4e66-be19-7468eecf8814 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 944 time: 0.0763159 Oct 28 11:45:10.723354 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-8ac00937-7dee-4192-9098-79c185435253 req-50959ad6-b80b-429f-baf3-d8f7f0a909fe tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420561 Oct 28 11:45:10.727240 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:10.764050 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:10.764663 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:10.766074 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] 10.222.0.81 "PUT /v2.0/ports/9812bf99-09cf-4fc8-94f2-6e605d89fe93 HTTP/1.1" status: 200 len: 1094 time: 0.8020785 Oct 28 11:45:10.766507 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'tag': '9812bf99-09cf-4fc8-94f2-6e605d89fe93'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:45:10.768766 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7942457-5661-4c33-8310-92f6a9a1a537" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7641c9-88b1-4da4-8582-c401ad7632f8", "tag": "9812bf99-09cf-4fc8-94f2-6e605d89fe93"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:45:10.799329 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3d280-9b0d-4e7d-b077-f6a5215d6d69 service neutron] Pushing event updated for resources: {'Port': ['ID=9812bf99-09cf-4fc8-94f2-6e605d89fe93,revision_number=3']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:10.817358 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e706bc0-ac69-472a-b50d-a63a8c12158f x-openstack-request-id: req-8e706bc0-ac69-472a-b50d-a63a8c12158f {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:45:10.817645 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7641c9-88b1-4da4-8582-c401ad7632f8", "tag": "9812bf99-09cf-4fc8-94f2-6e605d89fe93", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:45:10.818024 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e706bc0-ac69-472a-b50d-a63a8c12158f {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:45:10.818613 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'tag': '9812bf99-09cf-4fc8-94f2-6e605d89fe93', 'status': 'completed', 'code': 200} Oct 28 11:45:10.888827 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7942457-5661-4c33-8310-92f6a9a1a537 req-02fa070f-1aec-4147-aba9-4696884ac0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:10.890458 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e7942457-5661-4c33-8310-92f6a9a1a537 req-02fa070f-1aec-4147-aba9-4696884ac0d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 1097 time: 0.0507896 Oct 28 11:45:11.047290 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7942457-5661-4c33-8310-92f6a9a1a537 req-c4a6fa27-0e94-4808-acfd-71cc5e8685ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:11.048748 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e7942457-5661-4c33-8310-92f6a9a1a537 req-c4a6fa27-0e94-4808-acfd-71cc5e8685ed service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1497808 Oct 28 11:45:11.158838 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7942457-5661-4c33-8310-92f6a9a1a537 req-4b264bf4-809d-47b4-8abd-8c7e9a3443de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:11.160225 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e7942457-5661-4c33-8310-92f6a9a1a537 req-4b264bf4-809d-47b4-8abd-8c7e9a3443de service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041245 Oct 28 11:45:11.247751 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328a89-102a-495c-af92-1e2c4862595d req-6fcea5d0-9b4c-401a-afc0-e76299143570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:11.249314 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-6fcea5d0-9b4c-401a-afc0-e76299143570 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 1097 time: 0.0488882 Oct 28 11:45:11.294755 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-b4951421-99a8-48dc-8674-fa1568b5d2d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9812bf99-09cf-4fc8-94f2-6e605d89fe93 HTTP/1.1" status: 200 len: 217 time: 0.0377734 Oct 28 11:45:11.354937 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328a89-102a-495c-af92-1e2c4862595d req-a2ad06af-f1ec-4e50-a64d-0d3201ab2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:11.356465 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-a2ad06af-f1ec-4e50-a64d-0d3201ab2c5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c6beb-112c-496a-8eb5-1e5f730a6fac HTTP/1.1" status: 200 len: 850 time: 0.0546503 Oct 28 11:45:11.413031 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328a89-102a-495c-af92-1e2c4862595d req-4e95d81d-33d1-482a-a04d-62fba0a1d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:11.414499 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-4e95d81d-33d1-482a-a04d-62fba0a1d545 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29bf3493-9c95-4107-bbd6-109306388b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499492 Oct 28 11:45:11.515437 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-8674bb5e-501a-4c54-ae55-c0e33351e177 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937498 Oct 28 11:45:11.618553 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e4328a89-102a-495c-af92-1e2c4862595d req-07e71a04-2e79-4209-81de-7b4bfaa08f3e service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953062 Oct 28 11:45:11.848460 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07859434-6ca9-4000-ba6b-c4da26f99153 req-1725366f-9cb7-4a8e-b736-bfc5c912a7f3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:11.849992 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-07859434-6ca9-4000-ba6b-c4da26f99153 req-1725366f-9cb7-4a8e-b736-bfc5c912a7f3 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 944 time: 0.0535808 Oct 28 11:45:11.895742 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-07859434-6ca9-4000-ba6b-c4da26f99153 req-d90d6697-3c8f-42e0-a7f7-8a84487c8ecf tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Oct 28 11:45:13.034728 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193e642-65ad-4588-92ae-e8ef8b0e8396 req-48aa393f-de64-40b0-9918-f2499eddd54c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:13.036222 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d193e642-65ad-4588-92ae-e8ef8b0e8396 req-48aa393f-de64-40b0-9918-f2499eddd54c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 944 time: 0.0512128 Oct 28 11:45:13.081204 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-d193e642-65ad-4588-92ae-e8ef8b0e8396 req-790cb05b-195a-4833-b64c-5edde867f0f4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353289 Oct 28 11:45:13.091685 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 9812bf99-09cf-4fc8-94f2-6e605d89fe93 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:45:13.195049 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 9812bf99-09cf-4fc8-94f2-6e605d89fe93, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9812bf99-09cf-4fc8-94f2-6e605d89fe93,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:45:13.208592 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '9812bf99-09cf-4fc8-94f2-6e605d89fe93', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'port_id': '9812bf99-09cf-4fc8-94f2-6e605d89fe93', 'mac_address': 'fa:16:3e:24:12:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:45:13.254872 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:13.271418 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9812bf99-09cf-4fc8-94f2-6e605d89fe93 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:45:13.291939 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 9812bf99-09cf-4fc8-94f2-6e605d89fe93, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9812bf99-09cf-4fc8-94f2-6e605d89fe93,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:45:13.369107 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:13.449533 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=9812bf99-09cf-4fc8-94f2-6e605d89fe93,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:13.457014 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.457360 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.457694 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.458079 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.458406 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.458731 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.459051 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.459376 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.459691 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.460009 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.460330 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.460637 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:45:13.598768 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['9812bf99-09cf-4fc8-94f2-6e605d89fe93'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:45:14.224954 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89575-e29e-4f08-b3c7-0beeabeeb3cb req-0ed97cca-013a-40bc-b9f5-e213b4a57480 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:14.226779 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-36b89575-e29e-4f08-b3c7-0beeabeeb3cb req-0ed97cca-013a-40bc-b9f5-e213b4a57480 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 945 time: 0.0596020 Oct 28 11:45:14.273749 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-36b89575-e29e-4f08-b3c7-0beeabeeb3cb req-cd7a1c57-0fca-4797-9c9b-de4e74adaa9d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368872 Oct 28 11:45:15.107018 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 9812bf99-09cf-4fc8-94f2-6e605d89fe93 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:45:15.214011 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:45:15.218725 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:45:15.219171 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:15.310861 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:15.342117 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812bf99-09cf-4fc8-94f2-6e605d89fe93'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:45:15.344374 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71488b68-0963-4329-9b77-1e874322c2e1" -d '{"events": [{"server_uuid": "0f7641c9-88b1-4da4-8582-c401ad7632f8", "name": "network-vif-plugged", "status": "completed", "tag": "9812bf99-09cf-4fc8-94f2-6e605d89fe93"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:45:15.359259 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 9812bf99-09cf-4fc8-94f2-6e605d89fe93, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9812bf99-09cf-4fc8-94f2-6e605d89fe93,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:45:15.429878 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:15.446188 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001baba4-be43-46f8-9c1d-2d32d65b19bf req-3a9b983a-f4f0-4e74-ac6a-2e1f542d6482 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:15.448458 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-001baba4-be43-46f8-9c1d-2d32d65b19bf req-3a9b983a-f4f0-4e74-ac6a-2e1f542d6482 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 945 time: 0.0620258 Oct 28 11:45:15.490080 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=9812bf99-09cf-4fc8-94f2-6e605d89fe93,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:15.510456 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-001baba4-be43-46f8-9c1d-2d32d65b19bf req-fb6b4d97-e755-446c-b561-341f81640075 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 Oct 28 11:45:15.515831 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd6dffb-23b4-4e81-b082-7028c6154a57 x-openstack-request-id: req-6cd6dffb-23b4-4e81-b082-7028c6154a57 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:45:15.516332 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7641c9-88b1-4da4-8582-c401ad7632f8", "name": "network-vif-plugged", "status": "completed", "tag": "9812bf99-09cf-4fc8-94f2-6e605d89fe93", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:45:15.516583 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cd6dffb-23b4-4e81-b082-7028c6154a57 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:45:15.516974 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812bf99-09cf-4fc8-94f2-6e605d89fe93', 'code': 200} Oct 28 11:45:15.809752 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa62bc-51d9-4dd5-899c-81188728e872 req-63ec4170-9e18-438f-a924-93aa5ded60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:15.811344 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0daa62bc-51d9-4dd5-899c-81188728e872 req-63ec4170-9e18-438f-a924-93aa5ded60fd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 1099 time: 0.0499768 Oct 28 11:45:15.852572 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0daa62bc-51d9-4dd5-899c-81188728e872 req-76183307-2b48-4175-b9d5-6821d9c11cdc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342612 Oct 28 11:45:16.666922 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cff1d-45f4-4007-b873-c0671e3cab40 req-2cef747a-0dc7-4132-be2a-cd92d77eddf4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:16.669114 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1a6cff1d-45f4-4007-b873-c0671e3cab40 req-2cef747a-0dc7-4132-be2a-cd92d77eddf4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 946 time: 0.0759726 Oct 28 11:45:16.718733 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1a6cff1d-45f4-4007-b873-c0671e3cab40 req-d286eba8-4657-4c65-beb7-dc2272a570be tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Oct 28 11:45:17.884552 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d3db5-9441-461c-b99c-75bed1088f48 req-60e6b2af-49c8-4d73-a464-bba9e6bba65d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:17.887340 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef4d3db5-9441-461c-b99c-75bed1088f48 req-60e6b2af-49c8-4d73-a464-bba9e6bba65d tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 946 time: 0.0578477 Oct 28 11:45:17.944492 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-ef4d3db5-9441-461c-b99c-75bed1088f48 req-9ff59fb8-6454-4d34-8ca0-b0a98493764c tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502322 Oct 28 11:45:18.079748 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f3deb-f285-4a28-997a-9d94e20851bd req-770dae54-3cf1-4800-aaad-31e06bc09b39 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:18.081272 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-791f3deb-f285-4a28-997a-9d94e20851bd req-770dae54-3cf1-4800-aaad-31e06bc09b39 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 946 time: 0.0608616 Oct 28 11:45:18.095349 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46154) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:18.100225 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [None req-927f5dd2-c207-45f0-9a50-0b1cafbc10c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Request body: {'floatingip': {'port_id': '9812bf99-09cf-4fc8-94f2-6e605d89fe93'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:18.142522 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-927f5dd2-c207-45f0-9a50-0b1cafbc10c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:18.626618 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-927f5dd2-c207-45f0-9a50-0b1cafbc10c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:18.680920 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-927f5dd2-c207-45f0-9a50-0b1cafbc10c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:19.064935 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.l3_db [None req-927f5dd2-c207-45f0-9a50-0b1cafbc10c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Floating IP ab3e0371-7813-46fe-9f9e-feec7d957a96 associated. External IP: 172.27.0.21, port: 9812bf99-09cf-4fc8-94f2-6e605d89fe93. Oct 28 11:45:19.287881 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927f5dd2-c207-45f0-9a50-0b1cafbc10c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Router b461605c-1ab6-4348-8284-d8dbd2b89207 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:45:19.411292 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927f5dd2-c207-45f0-9a50-0b1cafbc10c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:45:19.417467 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-927f5dd2-c207-45f0-9a50-0b1cafbc10c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:19.422788 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] Sync routers for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:45:19.438280 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:45:19.439233 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:44:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:45:19.449870 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-927f5dd2-c207-45f0-9a50-0b1cafbc10c7 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "PUT /v2.0/floatingips/ab3e0371-7813-46fe-9f9e-feec7d957a96 HTTP/1.1" status: 200 len: 991 time: 1.3531594 Oct 28 11:45:19.450764 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'tag': '9812bf99-09cf-4fc8-94f2-6e605d89fe93'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:45:19.454684 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d263a92a-5302-47f7-a3c7-a66ea6c651bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7641c9-88b1-4da4-8582-c401ad7632f8", "tag": "9812bf99-09cf-4fc8-94f2-6e605d89fe93"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:45:19.518231 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d182f4-2dba-45fa-b194-9670dd95d0de x-openstack-request-id: req-86d182f4-2dba-45fa-b194-9670dd95d0de {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:45:19.519072 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7641c9-88b1-4da4-8582-c401ad7632f8", "tag": "9812bf99-09cf-4fc8-94f2-6e605d89fe93", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:45:19.519709 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-86d182f4-2dba-45fa-b194-9670dd95d0de {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:45:19.520581 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'tag': '9812bf99-09cf-4fc8-94f2-6e605d89fe93', 'status': 'completed', 'code': 200} Oct 28 11:45:19.605013 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-d1c82052-666a-491f-922c-aa0d08ae4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:19.606070 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:45:19.609708 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-d1c82052-666a-491f-922c-aa0d08ae4ca2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 1099 time: 0.0635548 Oct 28 11:45:19.743329 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-d5e211ed-f5d4-4c7f-bd4c-abe0abe9bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:19.745222 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-d5e211ed-f5d4-4c7f-bd4c-abe0abe9bb3d service neutron] 10.222.0.81 "GET /v2.0/networks?id=29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 200 len: 912 time: 0.1283293 Oct 28 11:45:19.827925 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-e347717d-b467-45ef-b952-6b5594cea46b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9812bf99-09cf-4fc8-94f2-6e605d89fe93 HTTP/1.1" status: 200 len: 999 time: 0.0737410 Oct 28 11:45:19.884925 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-66fcd442-6e51-4663-9967-55dc18f41025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:19.886406 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-66fcd442-6e51-4663-9967-55dc18f41025 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b13c6beb-112c-496a-8eb5-1e5f730a6fac HTTP/1.1" status: 200 len: 850 time: 0.0514433 Oct 28 11:45:19.916726 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': 'ab3e0371-7813-46fe-9f9e-feec7d957a96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'port_id': '9812bf99-09cf-4fc8-94f2-6e605d89fe93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'mac_address': 'fa:16:3e:24:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:45:05Z', 'updated_at': '2021-10-28T11:45:18Z', 'revision_number': 1, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:45:19.940758 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-704c09a4-0f9f-41ec-bc64-ef1fa6f5d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:19.942355 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-704c09a4-0f9f-41ec-bc64-ef1fa6f5d5df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29bf3493-9c95-4107-bbd6-109306388b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491424 Oct 28 11:45:19.948825 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] Checking router: b461605c-1ab6-4348-8284-d8dbd2b89207 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:45:19.959407 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:45:19.960163 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:44:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:45:20.048948 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-1ab2edf4-56e2-4296-8c5d-958b410701d7 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977614 Oct 28 11:45:20.082345 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:45:20.139209 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ca0e93ee-57f4-4715-b9aa-1b2557c7489f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:20.163277 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-d263a92a-5302-47f7-a3c7-a66ea6c651bb req-8ef379bb-40c8-4280-b8f0-c4a7d1e8f342 service neutron] 10.222.0.81 "GET /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075895 Oct 28 11:45:20.349162 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': 'ab3e0371-7813-46fe-9f9e-feec7d957a96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'port_id': '9812bf99-09cf-4fc8-94f2-6e605d89fe93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'mac_address': 'fa:16:3e:24:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:45:05Z', 'updated_at': '2021-10-28T11:45:18Z', 'revision_number': 1, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:45:20.378599 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4387f47-3fdf-4bdb-848c-6ee929c0adfb None None] The sync data for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi is: [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': 'ab3e0371-7813-46fe-9f9e-feec7d957a96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'port_id': '9812bf99-09cf-4fc8-94f2-6e605d89fe93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'mac_address': 'fa:16:3e:24:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:45:05Z', 'updated_at': '2021-10-28T11:45:18Z', 'revision_number': 1, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:45:20.602324 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925301d8-53b5-4539-802a-b847e6c8e983 None None] New status for floating IP ab3e0371-7813-46fe-9f9e-feec7d957a96: ACTIVE {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:45:22.648347 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:22.714661 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-cb34c6a9-410f-4e69-bc84-d2b70950e6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:23.435160 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:23.824371 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:25.664266 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:29.648246 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-04636e78-a039-4375-9f71-7a9f2299b651 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569959 Oct 28 11:45:29.751296 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-0b481d7b-bb73-46ea-b4c2-da497d02e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:29.752921 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-0b481d7b-bb73-46ea-b4c2-da497d02e56e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 1099 time: 0.0531204 Oct 28 11:45:29.871355 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-171f8191-c98e-4599-8a83-d0c41b6f5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:29.872899 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-171f8191-c98e-4599-8a83-d0c41b6f5456 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 913 time: 0.0990498 Oct 28 11:45:29.951106 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-37c89649-7c03-4fe2-9a07-ec96e706d747 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 HTTP/1.1" status: 200 len: 1001 time: 0.0699852 Oct 28 11:45:30.006744 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-08606009-34ce-4714-8c0f-3a3b4fed0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:30.008348 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-08606009-34ce-4714-8c0f-3a3b4fed0504 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0495012 Oct 28 11:45:30.059456 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-7d74193b-8bef-4747-bf48-f8a7e7f89878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:30.061080 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-7d74193b-8bef-4747-bf48-f8a7e7f89878 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447938 Oct 28 11:45:30.172876 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-874c4146-a2c7-40a9-921e-b1a6aa836f7a service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025693 Oct 28 11:45:30.274806 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0981eac6-95e8-4dd6-987a-fc69910db34f req-3554052a-a5ab-4aa9-80b1-06348ae7ca6f service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924010 Oct 28 11:45:41.956645 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-fe8ea28e-ef8d-46b2-83c6-2b89325f85e0 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489022425&fields=id&tenant_id=711a0bcc92344b93ad398344a6d99c3c HTTP/1.1" status: 200 len: 267 time: 0.0400202 Oct 28 11:45:42.098775 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-cd13b0d0-e4bf-4144-acd3-e6583209e8ea tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:42.100274 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-cd13b0d0-e4bf-4144-acd3-e6583209e8ea tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 812 time: 0.1352320 Oct 28 11:45:42.118024 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-3723ada9-81fe-4a14-9bb4-ff86101e91d9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/quotas/711a0bcc92344b93ad398344a6d99c3c HTTP/1.1" status: 200 len: 375 time: 0.0100386 Oct 28 11:45:42.190529 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-75cad093-c0fa-4d27-81f5-a0398c107937 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0611060 Oct 28 11:45:42.327756 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-f64e70d3-e9be-4abc-8bea-780ba6c0e032 service neutron] 10.222.0.79 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224787 Oct 28 11:45:42.448480 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-bf1d7986-73c9-4e2f-8a18-722f0d52ed74 service neutron] 10.222.0.79 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121187 Oct 28 11:45:43.023961 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-855f79e9-bbae-45f3-8467-b3d92a7eb20a req-90b6c679-6e9e-4ee7-be50-b8f81c6b148c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 210 time: 0.0326881 Oct 28 11:45:44.127796 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-5c20377c-157b-4e56-bfc2-bf3cb843d4e1 req-3b42208d-731e-443b-a50b-395688216d05 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 210 time: 0.0288980 Oct 28 11:45:44.920086 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-35f54982-2ff3-49a5-953f-35f801476835 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:44.921456 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-35f54982-2ff3-49a5-953f-35f801476835 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 812 time: 0.1105707 Oct 28 11:45:44.972255 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1792f6d4-5e96-4d1a-b903-b54f7509f0ab tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=711a0bcc92344b93ad398344a6d99c3c HTTP/1.1" status: 200 len: 380 time: 0.0392730 Oct 28 11:45:44.984119 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'port': {'device_id': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'admin_state_up': True, 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'security_groups': ['4e63c0fa-11a6-4f0b-b62c-aea9bf042a87']}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:45.192882 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Made reservation on behalf of 711a0bcc92344b93ad398344a6d99c3c for: {'port': 1} {{(pid=101985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:45:45.198227 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:45.227092 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-910e500c-d218-4cd9-96c9-21427057ab80 req-88c9a82b-9431-45f6-82e1-4089d0b61337 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 210 time: 0.0278735 Oct 28 11:45:45.334512 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_common [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Allocated IP 172.20.0.6 (b72db5c7-2591-41a1-97be-c940e7e41192/77b9f161-a15b-4bcd-bf99-5a1bb1a9349e/81aa8829-3ae4-414b-a004-b7e056230ee7) {{(pid=101985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:45:45.489634 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for port, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:45.612266 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:45.659750 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Network b72db5c7-2591-41a1-97be-c940e7e41192 is already hosted by enough agents. {{(pid=101985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:45:45.662956 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.base_scheduler [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Resources bound (agent type, host, resource id): {{(pid=101985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:45:45.667539 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Received port after_create {{(pid=101985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:45:45.695080 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'Port': ['ID=81aa8829-3ae4-414b-a004-b7e056230ee7,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:45.731156 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:45.731840 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:45.837488 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d9e7a643-36e3-40f1-b0a7-650beeb499cf tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8578210 Oct 28 11:45:45.852653 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.v2.base [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Request body: {'port': {'device_id': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=101985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:45.924837 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:45.949449 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-a7e661aa-9431-4952-b20c-022449cad407 None None] Provisioning complete for port 81aa8829-3ae4-414b-a004-b7e056230ee7 triggered by entity DHCP. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:45:45.950127 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-a7e661aa-9431-4952-b20c-022449cad407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:45.994407 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-a7e661aa-9431-4952-b20c-022449cad407 None None] Port 81aa8829-3ae4-414b-a004-b7e056230ee7 cannot update to ACTIVE because it is not bound. {{(pid=101986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 11:45:46.211950 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81aa8829-3ae4-414b-a004-b7e056230ee7 {{(pid=101985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:45:46.219514 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:46.232826 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.provisioning_blocks [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Transition to ACTIVE for port object 81aa8829-3ae4-414b-a004-b7e056230ee7 will not be triggered until provisioned by entity L2. {{(pid=101985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 11:45:46.327349 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:46.377830 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d79061-c90a-458c-a31b-60ebe4a4b269 req-f67f622f-fed6-45df-9d94-c185cf7fb5db tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:46.379445 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-10d79061-c90a-458c-a31b-60ebe4a4b269 req-f67f622f-fed6-45df-9d94-c185cf7fb5db tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 931 time: 0.0802617 Oct 28 11:45:46.412977 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Pushing event updated for resources: {'Port': ['ID=81aa8829-3ae4-414b-a004-b7e056230ee7,revision_number=2']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:46.438699 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-10d79061-c90a-458c-a31b-60ebe4a4b269 req-546a7a43-f467-4fb0-a0a6-69a2a425c90f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507944 Oct 28 11:45:46.466553 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Attempting to bind port 81aa8829-3ae4-414b-a004-b7e056230ee7 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 11:45:46.466898 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Attempting to bind port 81aa8829-3ae4-414b-a004-b7e056230ee7 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 11:45:46.467235 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Attempting to bind port 81aa8829-3ae4-414b-a004-b7e056230ee7 on network b72db5c7-2591-41a1-97be-c940e7e41192 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:45:46.472245 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Port 81aa8829-3ae4-414b-a004-b7e056230ee7 on network b72db5c7-2591-41a1-97be-c940e7e41192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 11:45:46.472560 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Attempting to bind port 81aa8829-3ae4-414b-a004-b7e056230ee7 on network b72db5c7-2591-41a1-97be-c940e7e41192 {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:45:46.478730 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Checking agent: {'id': '819b407a-113b-4930-8902-9e1525758377', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'started_at': datetime.datetime(2021, 10, 28, 11, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 11, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 11:45:46.479060 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Checking segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 11:45:46.479444 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Bound using segment: {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'} {{(pid=101985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:45:46.479876 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.managers [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Bound port: 81aa8829-3ae4-414b-a004-b7e056230ee7, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0d81-ba53-4e57-836d-97dfb34cd87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192'}}] {{(pid=101985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 11:45:46.480238 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:46.567100 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] For port 81aa8829-3ae4-414b-a004-b7e056230ee7, host hv-cinder-81546, cleared binding levels {{(pid=101985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:45:46.569775 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] For port 81aa8829-3ae4-414b-a004-b7e056230ee7, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=81aa8829-3ae4-414b-a004-b7e056230ee7,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:45:46.709624 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12818824'] for port, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:46.752824 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:46.753454 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:46.754915 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] 10.222.0.81 "PUT /v2.0/ports/81aa8829-3ae4-414b-a004-b7e056230ee7 HTTP/1.1" status: 200 len: 1093 time: 0.9075558 Oct 28 11:45:46.755349 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:45:46.757674 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de749a49-019c-4b65-9df0-048430f334de" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:45:46.790028 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e7d47-7bb8-4b09-a6c3-ce8b53596258 service neutron] Pushing event updated for resources: {'Port': ['ID=81aa8829-3ae4-414b-a004-b7e056230ee7,revision_number=3']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:46.809849 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337899f6-90f3-4f77-b2c1-77ec9921034a x-openstack-request-id: req-337899f6-90f3-4f77-b2c1-77ec9921034a {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:45:46.810169 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:45:46.810425 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-337899f6-90f3-4f77-b2c1-77ec9921034a {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:45:46.811187 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'status': 'completed', 'code': 200} Oct 28 11:45:46.882413 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de749a49-019c-4b65-9df0-048430f334de req-0819d8e0-a8ff-4469-a001-6f7d5256f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:46.884428 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-de749a49-019c-4b65-9df0-048430f334de req-0819d8e0-a8ff-4469-a001-6f7d5256f3e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0509067 Oct 28 11:45:47.001678 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de749a49-019c-4b65-9df0-048430f334de req-c0e5946f-7a65-4567-9705-a0f39e434979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:47.003228 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-de749a49-019c-4b65-9df0-048430f334de req-c0e5946f-7a65-4567-9705-a0f39e434979 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=711a0bcc92344b93ad398344a6d99c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1059511 Oct 28 11:45:47.050407 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:45:47.114304 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de749a49-019c-4b65-9df0-048430f334de req-0306f38b-e206-4986-95af-8946db9fb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:47.115806 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-de749a49-019c-4b65-9df0-048430f334de req-0306f38b-e206-4986-95af-8946db9fb2ba service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974612 Oct 28 11:45:47.204389 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d2bcf6ee-0282-4922-bb90-2acf743642a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:47.205999 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-d2bcf6ee-0282-4922-bb90-2acf743642a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0507185 Oct 28 11:45:47.251355 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-f6af090f-ccdc-4c51-9eb4-8be85c202ce9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81aa8829-3ae4-414b-a004-b7e056230ee7 HTTP/1.1" status: 200 len: 217 time: 0.0371835 Oct 28 11:45:47.305547 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-7eb912cf-432a-4734-8032-5fdb3b7f009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:47.306996 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-7eb912cf-432a-4734-8032-5fdb3b7f009f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0473166 Oct 28 11:45:47.360572 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-254f2fbb-e73b-4e86-b2e9-ed26d7e6c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:47.362168 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-254f2fbb-e73b-4e86-b2e9-ed26d7e6c25e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471535 Oct 28 11:45:47.455955 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-f7bdad1d-8870-47a9-b862-1d3e959c31c1 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862455 Oct 28 11:45:47.585036 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-9cd7852b-9c39-4281-8e71-ddc29ca4ef59 req-22a76e32-dd1b-4a5d-b74f-365c66f9a44b service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201024 Oct 28 11:45:47.594312 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849306c6-2f58-4434-8df0-c41ee047a1e7 req-d7978f14-736e-4bea-a5c9-6747284b7ce1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:47.595789 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-849306c6-2f58-4434-8df0-c41ee047a1e7 req-d7978f14-736e-4bea-a5c9-6747284b7ce1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 943 time: 0.0819552 Oct 28 11:45:47.635534 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-849306c6-2f58-4434-8df0-c41ee047a1e7 req-4c70a800-0499-40f4-97b1-942234f14bc0 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337970 Oct 28 11:45:48.752227 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42871b5-38cb-4a9f-9395-a712b44c0501 req-78d4e4c2-1f87-4436-9b31-29a49d04412c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:48.753711 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c42871b5-38cb-4a9f-9395-a712b44c0501 req-78d4e4c2-1f87-4436-9b31-29a49d04412c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 943 time: 0.0495811 Oct 28 11:45:48.793793 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-c42871b5-38cb-4a9f-9395-a712b44c0501 req-d0c4e790-99f3-433c-9d08-e5a7a036212b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336547 Oct 28 11:45:49.934446 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163eb2e-8c3e-40f8-b1de-77f5a101feb6 req-ceba852f-b39b-4e3e-9244-07d6e99a8f9c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:49.937383 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0163eb2e-8c3e-40f8-b1de-77f5a101feb6 req-ceba852f-b39b-4e3e-9244-07d6e99a8f9c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 943 time: 0.0747011 Oct 28 11:45:49.986037 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0163eb2e-8c3e-40f8-b1de-77f5a101feb6 req-0e045eee-5979-4694-bb7a-2eef24372a66 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424187 Oct 28 11:45:50.137651 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-472f4352-9f6e-4569-845e-4c60ea070ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:51.104688 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c044c6b-f869-4c23-a037-1a684ceb916f req-582f06b4-62e9-4d29-ab8a-b7d639323ffa tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:51.106215 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4c044c6b-f869-4c23-a037-1a684ceb916f req-582f06b4-62e9-4d29-ab8a-b7d639323ffa tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 943 time: 0.0517249 Oct 28 11:45:51.145519 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-4c044c6b-f869-4c23-a037-1a684ceb916f req-ca8895d4-14ce-4974-8ae3-3bddcfbaa685 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Oct 28 11:45:52.274829 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3d6c-9bfe-4b03-8a80-a8d4e4432e90 req-b7e16d07-3014-4a8f-b0b0-dced6a11c6e6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:52.276483 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e61d3d6c-9bfe-4b03-8a80-a8d4e4432e90 req-b7e16d07-3014-4a8f-b0b0-dced6a11c6e6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 943 time: 0.0565917 Oct 28 11:45:52.318816 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e61d3d6c-9bfe-4b03-8a80-a8d4e4432e90 req-4ce8285b-f73f-4649-9077-ba64b7c37f62 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360692 Oct 28 11:45:52.645647 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:52.702613 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-506e615c-1f6d-4b45-a202-a55ddf685158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:53.405989 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:53.441430 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be2185-a4d1-42fa-8adc-46f81ba131df req-170c5837-1af7-4a55-ae32-271ad9c2a1c5 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:53.442994 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-80be2185-a4d1-42fa-8adc-46f81ba131df req-170c5837-1af7-4a55-ae32-271ad9c2a1c5 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 943 time: 0.0545347 Oct 28 11:45:53.481918 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-80be2185-a4d1-42fa-8adc-46f81ba131df req-7c60f939-fd02-46f8-85e9-c03c689f81e5 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326674 Oct 28 11:45:53.806175 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:54.604825 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a753a-3788-4b49-a1f7-a4d41a181dc6 req-4bfe45b5-5111-4a85-828d-947a7541515c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:54.606382 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b05a753a-3788-4b49-a1f7-a4d41a181dc6 req-4bfe45b5-5111-4a85-828d-947a7541515c tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 943 time: 0.0542150 Oct 28 11:45:54.650477 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-b05a753a-3788-4b49-a1f7-a4d41a181dc6 req-c44e0c8b-6fa4-4958-a608-10b540f66490 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357773 Oct 28 11:45:55.290988 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 81aa8829-3ae4-414b-a004-b7e056230ee7 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=101986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:45:55.389195 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 81aa8829-3ae4-414b-a004-b7e056230ee7, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=81aa8829-3ae4-414b-a004-b7e056230ee7,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:45:55.400424 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Returning: {'device': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'port_id': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'mac_address': 'fa:16:3e:f5:4f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:45:55.441694 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:55.577357 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81aa8829-3ae4-414b-a004-b7e056230ee7 {{(pid=101986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 11:45:55.596252 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 81aa8829-3ae4-414b-a004-b7e056230ee7, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=81aa8829-3ae4-414b-a004-b7e056230ee7,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:45:55.662748 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:55.690210 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:55.716041 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=81aa8829-3ae4-414b-a004-b7e056230ee7,revision_number=4']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:55.769378 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5e32-9d62-449c-8c2b-0dc3691a3dc5 req-83c43995-8de9-4137-9eac-b18731d9da52 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:55.770862 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0baa5e32-9d62-449c-8c2b-0dc3691a3dc5 req-83c43995-8de9-4137-9eac-b18731d9da52 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 944 time: 0.0503337 Oct 28 11:45:55.810827 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-0baa5e32-9d62-449c-8c2b-0dc3691a3dc5 req-d57fa34a-8e3c-423b-9efa-32b61f2b91b8 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331466 Oct 28 11:45:55.884514 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] get_ports_and_sgs() called for port_ids ['81aa8829-3ae4-414b-a004-b7e056230ee7'] {{(pid=101986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 11:45:56.940029 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c437396-8c3c-4d65-8d72-0b642c09f09a req-5e578fd9-049d-447f-8ecb-7158700c36b6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:56.941642 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6c437396-8c3c-4d65-8d72-0b642c09f09a req-5e578fd9-049d-447f-8ecb-7158700c36b6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 944 time: 0.0562992 Oct 28 11:45:56.983718 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-6c437396-8c3c-4d65-8d72-0b642c09f09a req-ed7b8bfc-2604-428e-bea9-88ed6dc65bd2 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356026 Oct 28 11:45:57.294412 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 81aa8829-3ae4-414b-a004-b7e056230ee7 up at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:45:57.383133 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning for port 81aa8829-3ae4-414b-a004-b7e056230ee7 completed by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 11:45:57.387168 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.provisioning_blocks [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Provisioning complete for port 81aa8829-3ae4-414b-a004-b7e056230ee7 triggered by entity L2. {{(pid=101986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 11:45:57.387555 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664176'] for port, provisioning_complete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:57.469314 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:57.492348 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7'}] {{(pid=101986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:45:57.494652 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96705e86fdd0f91458437dd9558fb6858b2989a3ee7624a4119d0090fb810a52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89be2096-e0a8-4227-94a7-4994feb3467f" -d '{"events": [{"server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "name": "network-vif-plugged", "status": "completed", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7"}]}' {{(pid=101986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:45:57.508329 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] For port 81aa8829-3ae4-414b-a004-b7e056230ee7, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=81aa8829-3ae4-414b-a004-b7e056230ee7,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:45:57.538478 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fe73b7-10a5-47cb-af78-2ffec3475ad6 x-openstack-request-id: req-21fe73b7-10a5-47cb-af78-2ffec3475ad6 {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:45:57.538478 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "name": "network-vif-plugged", "status": "completed", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7", "code": 200}]} {{(pid=101986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:45:57.538478 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21fe73b7-10a5-47cb-af78-2ffec3475ad6 {{(pid=101986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:45:57.538478 dv-cinder-815461-5-iscsi neutron-server[101986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'code': 200} Oct 28 11:45:57.566249 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426'] for port, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:57.615801 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Pushing event updated for resources: {'Port': ['ID=81aa8829-3ae4-414b-a004-b7e056230ee7,revision_number=5']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:45:57.893100 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d4758-772a-4032-9dd1-d134e05ac652 req-f083e5b8-95c2-4c9c-8fe6-885a2a3e0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:57.894616 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e85d4758-772a-4032-9dd1-d134e05ac652 req-f083e5b8-95c2-4c9c-8fe6-885a2a3e0aec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0409803 Oct 28 11:45:57.935686 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-e85d4758-772a-4032-9dd1-d134e05ac652 req-4f616343-fddc-443d-9e33-7fab9e07e071 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Oct 28 11:45:58.107446 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb84e83-200c-4b91-a1c6-1c8228e3fe79 req-2d93b949-836e-47b3-9a70-2e7d5c46d965 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:58.108899 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-beb84e83-200c-4b91-a1c6-1c8228e3fe79 req-2d93b949-836e-47b3-9a70-2e7d5c46d965 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 945 time: 0.0493507 Oct 28 11:45:58.149544 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-beb84e83-200c-4b91-a1c6-1c8228e3fe79 req-b17f4feb-4e9f-4f56-8078-69faf2f8705d tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341704 Oct 28 11:45:59.281038 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbd8fb-fe71-4eee-9bd9-0458465638f8 req-c33a3855-9ab5-4338-b54a-2a964e209234 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:59.282622 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-87cbd8fb-fe71-4eee-9bd9-0458465638f8 req-c33a3855-9ab5-4338-b54a-2a964e209234 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 945 time: 0.0562413 Oct 28 11:45:59.323302 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-87cbd8fb-fe71-4eee-9bd9-0458465638f8 req-1db92ab8-eac4-4b42-8b69-80043c82b3f6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346205 Oct 28 11:45:59.439737 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03d27-d279-49cb-b128-d188290a2a9d req-c8df6f3b-f41d-469a-8fa5-e6386ccaa6a0 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:59.441126 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fbe03d27-d279-49cb-b128-d188290a2a9d req-c8df6f3b-f41d-469a-8fa5-e6386ccaa6a0 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 945 time: 0.0500522 Oct 28 11:45:59.480111 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fbe03d27-d279-49cb-b128-d188290a2a9d req-b0049cf6-c237-4f26-b0c2-e6fb97d050a6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325267 Oct 28 11:45:59.504877 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46316) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:59.549057 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0e014-d95c-4fdb-9b60-0ee8afbdb02f tempest-TestVolumeBootPattern-1830374327 tempest-TestVolumeBootPattern-1830374327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:45:59.554907 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-87d0e014-d95c-4fdb-9b60-0ee8afbdb02f tempest-TestVolumeBootPattern-1830374327 tempest-TestVolumeBootPattern-1830374327-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 1093 time: 0.0447922 Oct 28 11:45:59.554907 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46318) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:45:59.559246 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.v2.base [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Request body: {'floatingip': {'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'port_id': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 11:45:59.702939 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:59.805844 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:45:59.933063 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.db_base_plugin_common [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Allocated IP 172.27.0.246 (029f3c87-cfd5-43a4-af12-0447797f9c1c/9ff5580c-51f2-4e82-864d-64c219b8ca2e/f0f154de-c0f0-4650-9449-503413092fc0) {{(pid=101984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:46:00.042897 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for port, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:00.194457 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493399390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:00.242548 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Network 029f3c87-cfd5-43a4-af12-0447797f9c1c is already hosted by enough agents. {{(pid=101984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:46:00.245640 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.base_scheduler [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Resources bound (agent type, host, resource id): {{(pid=101984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:46:00.250158 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Received port after_create {{(pid=101984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 11:46:00.253305 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'Port': ['ID=f0f154de-c0f0-4650-9449-503413092fc0,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:00.599570 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:00.723334 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-599488'] for port, before_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:00.881238 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for port, precommit_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:00.925203 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726493962990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493399408', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493399426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16270503'] for port, after_update {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:00.995424 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event updated for resources: {'Port': ['ID=f0f154de-c0f0-4650-9449-503413092fc0,revision_number=2']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:01.011895 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:01.118253 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.l3_db [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Floating IP 8d294d30-da01-4f25-8753-450b17c96789 associated. External IP: 172.27.0.246, port: 81aa8829-3ae4-414b-a004-b7e056230ee7. Oct 28 11:46:01.620657 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Router b0cdc614-bb45-43b0-b5c6-35195bd11daf has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:46:01.732786 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:46:01.742994 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] Sync routers for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:46:01.754848 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:46:01.754848 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:45:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:01.785305 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:01.813614 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-0f72d4b9-e2be-4a51-9f95-408b1c288d80 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2580726 Oct 28 11:46:01.814221 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:46:01.816571 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e63900-6d08-4049-8f42-e8b9bdfb9308" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:46:01.869156 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:46:01.917272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692fbe86-3230-418f-ae39-a3f1d61f2f0e x-openstack-request-id: req-692fbe86-3230-418f-ae39-a3f1d61f2f0e {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:46:01.917272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:46:01.917272 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-692fbe86-3230-418f-ae39-a3f1d61f2f0e {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:46:01.917799 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'status': 'completed', 'code': 200} Oct 28 11:46:01.985694 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-d5d68ae3-123c-47e4-8d66-4fdb4430664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:46:01.987257 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-d5d68ae3-123c-47e4-8d66-4fdb4430664e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0475047 Oct 28 11:46:02.088250 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-5a49536f-472e-4096-89d1-05d66da25dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:46:02.089777 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-5a49536f-472e-4096-89d1-05d66da25dea service neutron] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 913 time: 0.0947285 Oct 28 11:46:02.162673 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-7853ac84-6e6e-47d7-a9e9-26e75cb7a17e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81aa8829-3ae4-414b-a004-b7e056230ee7 HTTP/1.1" status: 200 len: 999 time: 0.0656936 Oct 28 11:46:02.205520 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:44:04Z', 'updated_at': '2021-10-28T11:44:06Z', 'revision_number': 1, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}, {'id': '8d294d30-da01-4f25-8753-450b17c96789', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:f5:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:46:00Z', 'updated_at': '2021-10-28T11:46:00Z', 'revision_number': 0, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:02.216723 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-069c777b-6085-4795-abc5-4cf15d4499d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:46:02.222971 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-069c777b-6085-4795-abc5-4cf15d4499d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0483048 Oct 28 11:46:02.237882 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] Checking router: b0cdc614-bb45-43b0-b5c6-35195bd11daf for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:46:02.248240 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:46:02.249026 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:45:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:02.267766 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-e870008d-5672-4963-aa8b-42e52d7dd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:46:02.269246 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-e870008d-5672-4963-aa8b-42e52d7dd0a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442054 Oct 28 11:46:02.368391 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:46:02.375747 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-b254ce7b-ac12-47cc-8f87-a763dec3516f service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984905 Oct 28 11:46:02.480757 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-55e63900-6d08-4049-8f42-e8b9bdfb9308 req-6e31277b-dfad-4de6-a346-99f881ea4da6 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969207 Oct 28 11:46:02.610618 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:44:04Z', 'updated_at': '2021-10-28T11:44:06Z', 'revision_number': 1, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}, {'id': '8d294d30-da01-4f25-8753-450b17c96789', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:f5:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:46:00Z', 'updated_at': '2021-10-28T11:46:00Z', 'revision_number': 0, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:02.641595 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04682387-96fa-4f9e-97b9-120083e50b72 None None] The sync data for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi is: [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:44:04Z', 'updated_at': '2021-10-28T11:44:06Z', 'revision_number': 1, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}, {'id': '8d294d30-da01-4f25-8753-450b17c96789', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:f5:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:46:00Z', 'updated_at': '2021-10-28T11:46:00Z', 'revision_number': 0, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:46:02.838873 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78838627-d497-4670-bed5-8f085afe6300 None None] New status for floating IP 8d294d30-da01-4f25-8753-450b17c96789: ACTIVE {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:46:20.143209 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e537ed21-c291-4206-aeb9-25603b577fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:22.673572 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:22.690618 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d14c0a80-70ed-45b7-bb44-c017544db955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:23.416429 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:23.810660 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:24.007667 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6cf49-98f4-4916-8592-5459714be393 req-58ea641f-c143-4c4c-b869-e2a06458e9c4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:46:24.009983 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82c6cf49-98f4-4916-8592-5459714be393 req-58ea641f-c143-4c4c-b869-e2a06458e9c4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 946 time: 0.0500526 Oct 28 11:46:24.048884 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-82c6cf49-98f4-4916-8592-5459714be393 req-64b4ba00-d4a2-4bed-9629-314542304a31 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Oct 28 11:46:24.049122 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:46:25.172113 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89fef9-429c-48c8-ac29-05e5ea1c658d req-fc96e16d-5193-4b84-ba6c-49346ea9d9da tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:46:25.173656 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5b89fef9-429c-48c8-ac29-05e5ea1c658d req-fc96e16d-5193-4b84-ba6c-49346ea9d9da tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 946 time: 0.0547457 Oct 28 11:46:25.213359 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-5b89fef9-429c-48c8-ac29-05e5ea1c658d req-dea0d4ca-f7ab-4652-ac82-59050d727948 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336230 Oct 28 11:46:25.685257 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:25.803983 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-243714bd-d81c-4a38-9650-15ce9b58208b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:46:25.805573 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-243714bd-d81c-4a38-9650-15ce9b58208b tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 946 time: 0.0492513 Oct 28 11:46:25.895330 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Deleting port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:46:25.895668 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:25.988458 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] For port 9812bf99-09cf-4fc8-94f2-6e605d89fe93, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=9812bf99-09cf-4fc8-94f2-6e605d89fe93,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:46:25.988818 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:26.165967 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:26.166297 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1801018'] for floatingip, after_update {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:26.166563 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.db.l3_db [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Floating IP ab3e0371-7813-46fe-9f9e-feec7d957a96 disassociated. External IP: 172.27.0.21, port: 9812bf99-09cf-4fc8-94f2-6e605d89fe93. Oct 28 11:46:26.166899 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Calling delete_port for 9812bf99-09cf-4fc8-94f2-6e605d89fe93 owned by compute:nova {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:46:26.353853 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e304643-7f60-4bc0-8830-2657032fb2ed req-b51f0db0-b4b8-4939-90cb-c96529d42f22 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:46:26.355446 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7e304643-7f60-4bc0-8830-2657032fb2ed req-b51f0db0-b4b8-4939-90cb-c96529d42f22 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 946 time: 0.0566115 Oct 28 11:46:26.359496 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:26.390572 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event deleted for resources: {'Port': ['ID=9812bf99-09cf-4fc8-94f2-6e605d89fe93,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:26.401693 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-7e304643-7f60-4bc0-8830-2657032fb2ed req-697949e2-5db8-4dab-a054-e1a874e20a35 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups?id=d2b0febf-28c8-442c-a753-4d8d25521b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 Oct 28 11:46:26.401988 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.402093 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.402390 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.402738 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.403052 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.403373 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.403695 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.404013 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.404332 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.404646 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.404959 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.405272 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:26.522290 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Router b461605c-1ab6-4348-8284-d8dbd2b89207 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:46:26.631105 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:46:26.643573 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] Sync routers for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:46:26.654541 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:46:26.662906 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:46:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:26.672157 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] No DVR routers for this DVR port 9812bf99-09cf-4fc8-94f2-6e605d89fe93 on host hv-cinder-81546 {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:46:26.674707 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:26.678231 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-1fe20548-20e7-49fe-88a9-64b9688c681e req-b0f40be3-6fec-4afc-b80e-2dc1d2311313 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.81 "DELETE /v2.0/ports/9812bf99-09cf-4fc8-94f2-6e605d89fe93 HTTP/1.1" status: 204 len: 173 time: 0.8666918 Oct 28 11:46:26.678683 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'name': 'network-vif-deleted', 'tag': '9812bf99-09cf-4fc8-94f2-6e605d89fe93'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:46:26.682080 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527fe46c-8d32-425b-afd4-018adfc03e31" -d '{"events": [{"server_uuid": "0f7641c9-88b1-4da4-8582-c401ad7632f8", "name": "network-vif-deleted", "tag": "9812bf99-09cf-4fc8-94f2-6e605d89fe93"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:46:26.720548 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162e61c5-6d2b-43a0-8064-a5d7d1165c09 x-openstack-request-id: req-162e61c5-6d2b-43a0-8064-a5d7d1165c09 {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:46:26.720548 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7641c9-88b1-4da4-8582-c401ad7632f8", "name": "network-vif-deleted", "tag": "9812bf99-09cf-4fc8-94f2-6e605d89fe93", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:46:26.720548 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-162e61c5-6d2b-43a0-8064-a5d7d1165c09 {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:46:26.720548 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7641c9-88b1-4da4-8582-c401ad7632f8', 'name': 'network-vif-deleted', 'tag': '9812bf99-09cf-4fc8-94f2-6e605d89fe93', 'status': 'completed', 'code': 200} Oct 28 11:46:26.767092 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:46:26.981421 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:27.007365 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] Checking router: b461605c-1ab6-4348-8284-d8dbd2b89207 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:46:27.016287 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:46:27.016878 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:46:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:27.122593 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:46:27.335240 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:27.365183 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c823b3d-d436-488f-b5eb-c3cb37c86a4a None None] The sync data for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi is: [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:42:08Z', 'revision_number': 4, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': 'ecfd732c-ef09-40af-b0e1-384b7ada3de3', 'name': '', 'network_id': '29bf3493-9c95-4107-bbd6-109306388b96', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'mac_address': 'fa:16:3e:74:e0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:07Z', 'updated_at': '2021-10-28T11:42:12Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'subnets': [{'id': 'b13c6beb-112c-496a-8eb5-1e5f730a6fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:46:27.530128 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-33d34099-d149-4b00-8238-b37ef1e8d793 req-edcdd048-019b-403d-98b6-1b0567d00fdf tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f7641c9-88b1-4da4-8582-c401ad7632f8 HTTP/1.1" status: 200 len: 210 time: 0.0358586 Oct 28 11:46:27.605692 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433ea8e-ae6e-40d3-a6c4-67ca57b989bf None None] New status for floating IP ab3e0371-7813-46fe-9f9e-feec7d957a96: DOWN {{(pid=101986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:46:28.675534 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46460) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:28.732060 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:28.754971 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:28.867958 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:28.870698 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:28.871835 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "DELETE /v2.0/security-groups/d2b0febf-28c8-442c-a753-4d8d25521b6f HTTP/1.1" status: 204 len: 168 time: 0.1953990 Oct 28 11:46:28.874801 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46462) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:28.881315 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b0febf-28c8-442c-a753-4d8d25521b6f,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:28.889184 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.889637 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.889855 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.889997 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.api.v2.resource [None req-ee800e5a-1c51-4bb5-a349-d38af2be95cf tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] show failed (client error): The resource could not be found. Oct 28 11:46:28.890207 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.890531 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.890851 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.891053 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-ee800e5a-1c51-4bb5-a349-d38af2be95cf tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "GET /v2.0/security-groups/d2b0febf-28c8-442c-a753-4d8d25521b6f HTTP/1.1" status: 404 len: 347 time: 0.0152485 Oct 28 11:46:28.891225 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.891474 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.891791 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.892103 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.892423 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.892729 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31554c6-48ec-40c7-b4fd-8721780595b4 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:28.893857 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46464) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:29.025228 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Deleting port a8430308-e119-4ef6-82ed-9eae9fb01cd0 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:46:29.025566 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:29.378581 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:29.378820 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:29.391193 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Calling delete_port for a8430308-e119-4ef6-82ed-9eae9fb01cd0 owned by network:floatingip {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:46:29.422469 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 9812bf99-09cf-4fc8-94f2-6e605d89fe93 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:46:29.443917 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 9812bf99-09cf-4fc8-94f2-6e605d89fe93 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:46:29.444265 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 9812bf99-09cf-4fc8-94f2-6e605d89fe93 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:46:29.598992 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:29.627549 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Pushing event deleted for resources: {'Port': ['ID=a8430308-e119-4ef6-82ed-9eae9fb01cd0,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:29.690011 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks [] for floatingip, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:29.692522 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:29.693716 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-0d9fdcc3-98b8-4eb3-a59f-d89759f88346 tempest-AttachVolumeTestJSON-877001966 tempest-AttachVolumeTestJSON-877001966-project] 10.222.0.79 "DELETE /v2.0/floatingips/ab3e0371-7813-46fe-9f9e-feec7d957a96 HTTP/1.1" status: 204 len: 168 time: 0.7988861 Oct 28 11:46:33.677109 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46494) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:34.026238 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800506'] for router_interface, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:34.279184 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Deleting port ecfd732c-ef09-40af-b0e1-384b7ada3de3 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:46:34.279437 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:34.363903 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] For port ecfd732c-ef09-40af-b0e1-384b7ada3de3, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=ecfd732c-ef09-40af-b0e1-384b7ada3de3,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:46:34.364261 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:34.377155 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Calling delete_port for ecfd732c-ef09-40af-b0e1-384b7ada3de3 owned by network:router_interface {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:46:34.656785 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:34.683073 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfd732c-ef09-40af-b0e1-384b7ada3de3,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:34.863267 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1743032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800662'] for router_interface, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:35.125916 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Router b461605c-1ab6-4348-8284-d8dbd2b89207 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:46:35.251311 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:46:35.260967 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-00ecd55c-d8b3-4b70-8f7f-f33877704b02 admin admin] 10.222.0.79 "PUT /v2.0/routers/b461605c-1ab6-4348-8284-d8dbd2b89207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5826771 Oct 28 11:46:35.265229 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46496) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:35.271716 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] Sync routers for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:46:35.284007 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:46:35.284625 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:46:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:35.416466 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks [] for router, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:35.574971 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:46:35.608485 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:35.796680 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:46:34Z', 'revision_number': 5, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port': {'id': 'fb0e3867-4bda-41ee-b2ac-ded46b44bfb5', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:42:05Z', 'updated_at': '2021-10-28T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:35.813659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Deleting port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:46:35.814895 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:35.834442 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] Checking router: b461605c-1ab6-4348-8284-d8dbd2b89207 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:46:35.844027 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] Routers {'b461605c-1ab6-4348-8284-d8dbd2b89207'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:46:35.844643 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:46:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b461605c-1ab6-4348-8284-d8dbd2b89207'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:35.924211 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] For port fb0e3867-4bda-41ee-b2ac-ded46b44bfb5, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=fb0e3867-4bda-41ee-b2ac-ded46b44bfb5,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:46:35.924915 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:35.936985 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] Set router b461605c-1ab6-4348-8284-d8dbd2b89207 gateway port host: None {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:46:35.939541 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Calling delete_port for fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 owned by network:router_gateway {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:46:35.995205 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:46:35Z', 'revision_number': 6, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port_host': None}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:36.027707 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45514ef-9b74-478e-9ad4-bbfa26c381b7 None None] The sync data for ids ['b461605c-1ab6-4348-8284-d8dbd2b89207'] in dv-cinder-815461-5-iscsi is: [{'id': 'b461605c-1ab6-4348-8284-d8dbd2b89207', 'name': 'tempest-AttachVolumeTestJSON-1484873357-router', 'tenant_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:42:04Z', 'updated_at': '2021-10-28T11:46:35Z', 'revision_number': 6, 'project_id': '1fdc139c788d4a559fc1cdfec2a27d37', 'gw_port_host': None}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:46:36.199212 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.224160 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0e3867-4bda-41ee-b2ac-ded46b44bfb5,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:36.299961 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801076'] for router_gateway, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.399813 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.407540 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.536098 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797897'] for router, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.536642 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b461605c-1ab6-4348-8284-d8dbd2b89207 {{(pid=101985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:46:36.541845 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.544864 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-0430c883-7966-4c55-bf40-e1b8a4cd8cef admin admin] 10.222.0.79 "DELETE /v2.0/routers/b461605c-1ab6-4348-8284-d8dbd2b89207 HTTP/1.1" status: 204 len: 168 time: 1.2762361 Oct 28 11:46:36.545516 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46498) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:36.596343 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6aef678-e318-4765-a33a-59899d9437d0 admin admin] Deleting subnet b13c6beb-112c-496a-8eb5-1e5f730a6fac {{(pid=101985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:46:36.599862 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e6aef678-e318-4765-a33a-59899d9437d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.639975 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e6aef678-e318-4765-a33a-59899d9437d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080517'] for subnet, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.722143 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e6aef678-e318-4765-a33a-59899d9437d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.828650 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device ecfd732c-ef09-40af-b0e1-384b7ada3de3 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:46:36.850859 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: ecfd732c-ef09-40af-b0e1-384b7ada3de3 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:46:36.851733 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device ecfd732c-ef09-40af-b0e1-384b7ada3de3 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:46:36.856952 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e6aef678-e318-4765-a33a-59899d9437d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12818758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14418958'] for subnet, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.889467 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef678-e318-4765-a33a-59899d9437d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13c6beb-112c-496a-8eb5-1e5f730a6fac,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:36.891623 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e6aef678-e318-4765-a33a-59899d9437d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:36.894881 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e6aef678-e318-4765-a33a-59899d9437d0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b13c6beb-112c-496a-8eb5-1e5f730a6fac HTTP/1.1" status: 204 len: 168 time: 0.3483448 Oct 28 11:46:36.897305 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46500) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:36.900672 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f6e5ce-5e06-4115-97f1-580f731f02c6 None None] Network 29bf3493-9c95-4107-bbd6-109306388b96 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:46:36.985971 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.055944 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Deleting port 7fbf2308-5d67-438e-85f2-a00330a387c2 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:46:37.056328 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.114343 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] DHCP port deletion for 29bf3493-9c95-4107-bbd6-109306388b96 request from dv-cinder-815461-5-iscsi {{(pid=101986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 11:46:37.132059 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] For port 7fbf2308-5d67-438e-85f2-a00330a387c2, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=7fbf2308-5d67-438e-85f2-a00330a387c2,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:46:37.132958 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.149206 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Calling delete_port for 7fbf2308-5d67-438e-85f2-a00330a387c2 owned by network:dhcp {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:46:37.175311 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Deleting port 7fbf2308-5d67-438e-85f2-a00330a387c2 {{(pid=101986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:46:37.175681 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.252633 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] For port 7fbf2308-5d67-438e-85f2-a00330a387c2, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=7fbf2308-5d67-438e-85f2-a00330a387c2,segment=NetworkSegment(a80f704a-5ca4-4a6f-b0f7-93367b50c4c1),segment_id=a80f704a-5ca4-4a6f-b0f7-93367b50c4c1)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:46:37.253032 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.271260 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Calling delete_port for 7fbf2308-5d67-438e-85f2-a00330a387c2 owned by network:dhcp {{(pid=101986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:46:37.370939 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.379549 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399'] for port, after_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.402425 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] No DVR routers for this DVR port 7fbf2308-5d67-438e-85f2-a00330a387c2 on host dv-cinder-815461-5-iscsi {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:46:37.407651 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Pushing event deleted for resources: {'Port': ['ID=7fbf2308-5d67-438e-85f2-a00330a387c2,revision_number=None']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:37.408022 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbf2308-5d67-438e-85f2-a00330a387c2,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:37.410127 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] No DVR routers for this DVR port 7fbf2308-5d67-438e-85f2-a00330a387c2 on host dv-cinder-815461-5-iscsi {{(pid=101986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:46:37.421481 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.421833 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.426122 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.426483 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.426848 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.427169 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.427497 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.427823 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.428147 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.428467 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.428789 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.429107 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37359378-2e6e-4363-a29c-9cc3c8070c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:46:37.493688 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.519888 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bf3493-9c95-4107-bbd6-109306388b96']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:37.530676 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:37.530966 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80f704a-5ca4-4a6f-b0f7-93367b50c4c1') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:46:37.542205 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.557101 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.563657 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:46:37.564042 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:46:37.565752 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:46:37.696885 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.703020 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:37.706712 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] 10.222.0.79 "DELETE /v2.0/networks/29bf3493-9c95-4107-bbd6-109306388b96 HTTP/1.1" status: 204 len: 168 time: 0.8074698 Oct 28 11:46:37.722152 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a8f58-e99d-4896-b148-627a19f11096 admin admin] Pushing event deleted for resources: {'Network': ['ID=29bf3493-9c95-4107-bbd6-109306388b96,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:38.277790 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46504) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:38.317448 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-eb9423b0-d23c-4174-bf73-0808a6dea122 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fdc139c788d4a559fc1cdfec2a27d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427718 Oct 28 11:46:38.321206 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46506) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:38.386903 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-307e578d-5714-452f-b0fe-ec13fb347272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:38.414485 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-307e578d-5714-452f-b0fe-ec13fb347272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:38.452232 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 7fbf2308-5d67-438e-85f2-a00330a387c2 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:46:38.475422 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 7fbf2308-5d67-438e-85f2-a00330a387c2 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:46:38.475772 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 7fbf2308-5d67-438e-85f2-a00330a387c2 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:46:38.477014 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:46:38.497817 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:46:38.499184 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device fb0e3867-4bda-41ee-b2ac-ded46b44bfb5 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:46:38.547735 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-307e578d-5714-452f-b0fe-ec13fb347272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:38.551558 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-307e578d-5714-452f-b0fe-ec13fb347272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:38.552725 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-307e578d-5714-452f-b0fe-ec13fb347272 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/22240542-b78e-4209-91fe-4d9bc909a1b9 HTTP/1.1" status: 204 len: 168 time: 0.2305727 Oct 28 11:46:38.561200 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e578d-5714-452f-b0fe-ec13fb347272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22240542-b78e-4209-91fe-4d9bc909a1b9,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:49.631665 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46622) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:49.758394 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-43d05aec-ae64-45f5-a5a5-57854085f37e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:49.833320 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-43d05aec-ae64-45f5-a5a5-57854085f37e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:49.889714 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-43d05aec-ae64-45f5-a5a5-57854085f37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:49.928804 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-43d05aec-ae64-45f5-a5a5-57854085f37e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9fa5181b747e4d91b63e050ca9512322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960441 Oct 28 11:46:49.929690 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d05aec-ae64-45f5-a5a5-57854085f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d807e0b1-8199-452e-9564-292f792dd8a0,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:49.932372 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46626) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:49.985530 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bd327d22-c304-4ccb-95a4-0e7fa593194f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:50.006375 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bd327d22-c304-4ccb-95a4-0e7fa593194f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:50.124510 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bd327d22-c304-4ccb-95a4-0e7fa593194f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:50.127223 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-bd327d22-c304-4ccb-95a4-0e7fa593194f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:50.142011 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-bd327d22-c304-4ccb-95a4-0e7fa593194f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d807e0b1-8199-452e-9564-292f792dd8a0 HTTP/1.1" status: 204 len: 168 time: 0.1950035 Oct 28 11:46:50.142011 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd327d22-c304-4ccb-95a4-0e7fa593194f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d807e0b1-8199-452e-9564-292f792dd8a0,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:50.163873 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7bf1243e-2eac-440b-817f-638a1e91401a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:52.655985 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:52.725095 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d1155142-5202-4b92-bc32-6968cc018ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:53.427161 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:53.849940 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:55.678296 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:57.299237 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46724) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:57.405814 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0bd4-2969-4ef1-9081-e4c104be42cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:57.482672 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0bd4-2969-4ef1-9081-e4c104be42cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:57.564052 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0bd4-2969-4ef1-9081-e4c104be42cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:57.606512 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-3aaf0bd4-2969-4ef1-9081-e4c104be42cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ccb8eba60d5347c9916ca43b72d53101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061645 Oct 28 11:46:57.607194 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf0bd4-2969-4ef1-9081-e4c104be42cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feddd26-6655-48d5-868a-97c26ad4f326,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:57.609837 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46728) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:57.661124 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-587b6236-dbbd-4430-a8af-82c4cfcb6ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:57.684116 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-587b6236-dbbd-4430-a8af-82c4cfcb6ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:57.798263 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-587b6236-dbbd-4430-a8af-82c4cfcb6ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:57.800841 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-587b6236-dbbd-4430-a8af-82c4cfcb6ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:57.802031 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-587b6236-dbbd-4430-a8af-82c4cfcb6ec9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3feddd26-6655-48d5-868a-97c26ad4f326 HTTP/1.1" status: 204 len: 168 time: 0.1909788 Oct 28 11:46:57.810546 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b6236-dbbd-4430-a8af-82c4cfcb6ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feddd26-6655-48d5-868a-97c26ad4f326,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:58.422886 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46734) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:58.440800 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-498d0f5b-2dc3-48b9-a9b7-80bde587134d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:58.517575 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-498d0f5b-2dc3-48b9-a9b7-80bde587134d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:58.570829 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-498d0f5b-2dc3-48b9-a9b7-80bde587134d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:58.610143 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-498d0f5b-2dc3-48b9-a9b7-80bde587134d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9454fc5f9d148cab33d276c7f8c5da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861141 Oct 28 11:46:58.611025 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d0f5b-2dc3-48b9-a9b7-80bde587134d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e6c158-a2a5-4c72-8469-8475a2a50d37,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:46:58.612907 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46736) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:46:58.663957 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b1b691ee-5155-4da8-9a66-fbb0cd3eb2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:58.685901 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b1b691ee-5155-4da8-9a66-fbb0cd3eb2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:58.805126 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b1b691ee-5155-4da8-9a66-fbb0cd3eb2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:58.807897 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b1b691ee-5155-4da8-9a66-fbb0cd3eb2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:46:58.809307 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-b1b691ee-5155-4da8-9a66-fbb0cd3eb2c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62e6c158-a2a5-4c72-8469-8475a2a50d37 HTTP/1.1" status: 204 len: 168 time: 0.1954329 Oct 28 11:46:58.817784 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b691ee-5155-4da8-9a66-fbb0cd3eb2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e6c158-a2a5-4c72-8469-8475a2a50d37,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:00.389544 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46770) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:00.495846 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3e6774ff-e658-4971-8bca-3bff7a14feb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:00.570563 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3e6774ff-e658-4971-8bca-3bff7a14feb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:00.650742 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-3e6774ff-e658-4971-8bca-3bff7a14feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:00.691764 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-3e6774ff-e658-4971-8bca-3bff7a14feb2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5bed3b25712845059003e6ea29f465af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012795 Oct 28 11:47:00.692872 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6774ff-e658-4971-8bca-3bff7a14feb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0490210-222b-4254-b400-8400adc66896,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:00.694479 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46774) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:00.744742 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4ca-7852-4292-80aa-1c0bbf646ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:00.766223 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4ca-7852-4292-80aa-1c0bbf646ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:00.901620 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4ca-7852-4292-80aa-1c0bbf646ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:00.904248 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-f8dea4ca-7852-4292-80aa-1c0bbf646ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:00.905431 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-f8dea4ca-7852-4292-80aa-1c0bbf646ef8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0490210-222b-4254-b400-8400adc66896 HTTP/1.1" status: 204 len: 168 time: 0.2098756 Oct 28 11:47:00.913289 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dea4ca-7852-4292-80aa-1c0bbf646ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0490210-222b-4254-b400-8400adc66896,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:01.047532 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:47:06.582508 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46832) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:06.689297 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8e7f935c-7c3e-4a28-a7da-6f100f1b3990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:06.766544 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8e7f935c-7c3e-4a28-a7da-6f100f1b3990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:06.843740 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-8e7f935c-7c3e-4a28-a7da-6f100f1b3990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:06.885398 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-8e7f935c-7c3e-4a28-a7da-6f100f1b3990 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c7d19196b0f420eb18b8199f2ac7f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017547 Oct 28 11:47:06.886325 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f935c-7c3e-4a28-a7da-6f100f1b3990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eff8fb6-ae55-469a-a4e5-c690f255b31d,revision_number=1']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:06.888331 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46836) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:06.940941 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-68859888-22c9-4d11-81a8-94a1f9ac266f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:06.963242 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-68859888-22c9-4d11-81a8-94a1f9ac266f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:07.095721 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-68859888-22c9-4d11-81a8-94a1f9ac266f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:07.098429 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-68859888-22c9-4d11-81a8-94a1f9ac266f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:07.099614 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-68859888-22c9-4d11-81a8-94a1f9ac266f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0eff8fb6-ae55-469a-a4e5-c690f255b31d HTTP/1.1" status: 204 len: 168 time: 0.2103002 Oct 28 11:47:07.108755 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68859888-22c9-4d11-81a8-94a1f9ac266f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eff8fb6-ae55-469a-a4e5-c690f255b31d,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:07.763528 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46842) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:07.776924 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c7ac500e-9c83-497c-ae90-34193709852d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:07.852038 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c7ac500e-9c83-497c-ae90-34193709852d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:07.924720 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c7ac500e-9c83-497c-ae90-34193709852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:07.965160 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac500e-9c83-497c-ae90-34193709852d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6741ae0-16fc-41ca-a207-6e411f5a8691,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:07.970742 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c7ac500e-9c83-497c-ae90-34193709852d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ecf8eb22bd0487ea5094efa549a1c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061505 Oct 28 11:47:07.973685 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46844) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:08.031807 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ec47-bd41-4837-a1ed-eb019f21ea99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:08.056262 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ec47-bd41-4837-a1ed-eb019f21ea99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:08.158498 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ec47-bd41-4837-a1ed-eb019f21ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:08.161092 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ec47-bd41-4837-a1ed-eb019f21ea99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:08.163057 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-b6b5ec47-bd41-4837-a1ed-eb019f21ea99 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e6741ae0-16fc-41ca-a207-6e411f5a8691 HTTP/1.1" status: 204 len: 168 time: 0.1875451 Oct 28 11:47:08.171139 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5ec47-bd41-4837-a1ed-eb019f21ea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6741ae0-16fc-41ca-a207-6e411f5a8691,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:13.920499 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46910) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:14.046945 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7a784d76-6fe5-4443-9917-96a04aeabb57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:14.127960 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7a784d76-6fe5-4443-9917-96a04aeabb57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:14.210211 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-7a784d76-6fe5-4443-9917-96a04aeabb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_create {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:14.252529 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-7a784d76-6fe5-4443-9917-96a04aeabb57 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2074a101393440f5909d8e71dcfc65d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304925 Oct 28 11:47:14.253600 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a784d76-6fe5-4443-9917-96a04aeabb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074ba2a3-24a1-4831-b01e-33a611d7d6fd,revision_number=1']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:14.255802 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46914) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:14.330488 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-97dd4243-c7cf-45f5-a639-c51d3e863ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:14.363509 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-97dd4243-c7cf-45f5-a639-c51d3e863ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:14.529669 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-97dd4243-c7cf-45f5-a639-c51d3e863ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:14.532922 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-97dd4243-c7cf-45f5-a639-c51d3e863ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:14.534334 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-97dd4243-c7cf-45f5-a639-c51d3e863ab9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/074ba2a3-24a1-4831-b01e-33a611d7d6fd HTTP/1.1" status: 204 len: 168 time: 0.2769997 Oct 28 11:47:14.545764 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd4243-c7cf-45f5-a639-c51d3e863ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074ba2a3-24a1-4831-b01e-33a611d7d6fd,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:20.135071 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3021-b2bd-41e2-964f-b5f61ecd590c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:22.724004 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c1a44210-900d-472c-8017-b1a07c7bc93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:22.735313 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:23.430542 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:23.819484 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:25.672302 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:30.619916 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-29ca2ce0-a4e4-4de9-83b2-40307720f82a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400419 Oct 28 11:47:30.706291 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-2f261ffa-7bf6-4d7b-9f24-15b6870a093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:30.707762 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-2f261ffa-7bf6-4d7b-9f24-15b6870a093c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 1099 time: 0.0449266 Oct 28 11:47:30.895588 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-44e8a42d-7660-4470-acc1-12795837eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:30.897073 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-44e8a42d-7660-4470-acc1-12795837eac3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 913 time: 0.1701782 Oct 28 11:47:30.966688 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-555045df-6020-445c-8bfb-df84a5b8aa86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 HTTP/1.1" status: 200 len: 1001 time: 0.0611198 Oct 28 11:47:31.015352 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-5c5de06b-972b-4bb5-b9fd-19604c0d6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:31.016762 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-5c5de06b-972b-4bb5-b9fd-19604c0d6b11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0437329 Oct 28 11:47:31.062940 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-1fc13421-468d-48ca-b01e-b1beac39f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:31.064400 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-1fc13421-468d-48ca-b01e-b1beac39f15a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404484 Oct 28 11:47:31.158401 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-43c3e540-4689-4c36-a730-35991507cc9c service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869830 Oct 28 11:47:31.248038 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-51e0e624-5f94-4225-88b5-587e8757ee63 req-43346d08-f3f7-486c-b1c0-06b755ec2dd1 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826993 Oct 28 11:47:33.996810 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46924) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:34.292734 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Deleting port f0f154de-c0f0-4650-9449-503413092fc0 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:34.292971 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:34.373226 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:34.373544 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:34.385199 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Calling delete_port for f0f154de-c0f0-4650-9449-503413092fc0 owned by network:floatingip {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:34.602130 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:34.628182 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event deleted for resources: {'Port': ['ID=f0f154de-c0f0-4650-9449-503413092fc0,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:34.639035 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.639385 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.639733 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.640078 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.640408 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.641271 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.641271 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.641470 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.641701 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.642128 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.642460 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.642891 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:34.710567 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:34.710915 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.l3_db [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Floating IP 8d294d30-da01-4f25-8753-450b17c96789 disassociated (deleted). External IP: 172.27.0.246, port: 81aa8829-3ae4-414b-a004-b7e056230ee7. Oct 28 11:47:34.953957 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Router b0cdc614-bb45-43b0-b5c6-35195bd11daf has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:47:35.065830 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:47:35.070388 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:35.077111 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] Sync routers for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:47:35.088092 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:47:35.088764 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:47:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:35.098492 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-70394754-36d8-4dc4-a038-ca19ff3440a9 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "DELETE /v2.0/floatingips/8d294d30-da01-4f25-8753-450b17c96789 HTTP/1.1" status: 204 len: 168 time: 1.1005700 Oct 28 11:47:35.099073 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:47:35.101418 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216736fb-1c49-4151-a2de-17b76e1959b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:47:35.147926 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad990b3a-537a-4ff5-b41c-ed2b5e8a72a7 x-openstack-request-id: req-ad990b3a-537a-4ff5-b41c-ed2b5e8a72a7 {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:47:35.148222 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:47:35.148498 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad990b3a-537a-4ff5-b41c-ed2b5e8a72a7 {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:47:35.149766 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'status': 'completed', 'code': 200} Oct 28 11:47:35.220561 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:47:35.498185 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:44:04Z', 'updated_at': '2021-10-28T11:44:06Z', 'revision_number': 1, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:35.517972 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-076b18f4-937d-4d32-b0a7-82462f08dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:35.519395 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-076b18f4-937d-4d32-b0a7-82462f08dc9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 1098 time: 0.3474946 Oct 28 11:47:35.526839 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] Checking router: b0cdc614-bb45-43b0-b5c6-35195bd11daf for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:47:35.535361 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:47:35.535952 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:47:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:35.614907 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92745ca3-fdc6-415c-9885-78fea66a163b req-39229039-740a-4a1e-a49d-c55393a0c374 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:35.616397 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-92745ca3-fdc6-415c-9885-78fea66a163b req-39229039-740a-4a1e-a49d-c55393a0c374 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 945 time: 0.1098576 Oct 28 11:47:35.643041 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:47:35.675963 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-3b8e7496-8647-4661-a6e8-0ccc7df9b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:35.677967 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-3b8e7496-8647-4661-a6e8-0ccc7df9b968 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 913 time: 0.1351504 Oct 28 11:47:35.681439 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-92745ca3-fdc6-415c-9885-78fea66a163b req-3c763d29-9f99-455c-8e55-f0d9d571b226 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584400 Oct 28 11:47:35.750858 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-87a7d1a2-e457-433a-93f3-5a9272f70769 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81aa8829-3ae4-414b-a004-b7e056230ee7 HTTP/1.1" status: 200 len: 217 time: 0.0642092 Oct 28 11:47:35.809705 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-94654027-5146-4cf5-a459-541eee280721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:35.812224 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-94654027-5146-4cf5-a459-541eee280721 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0535948 Oct 28 11:47:35.864071 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-d73f2b90-6549-4d6c-accb-ad85839c3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:35.865566 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-d73f2b90-6549-4d6c-accb-ad85839c3ecb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465846 Oct 28 11:47:35.958796 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-5cbc31a3-e3a4-4ef9-b7ff-1da1cabcce2d service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839922 Oct 28 11:47:36.000239 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:44:04Z', 'updated_at': '2021-10-28T11:44:06Z', 'revision_number': 1, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:36.027719 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd4b7e-7987-4481-8b56-5a806c528ef9 None None] The sync data for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi is: [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_floatingips': [{'id': '2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'router_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'port_id': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'mac_address': 'fa:16:3e:ed:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T11:44:04Z', 'updated_at': '2021-10-28T11:44:06Z', 'revision_number': 1, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:47:36.057762 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-216736fb-1c49-4151-a2de-17b76e1959b5 req-c071778b-4b47-49fa-87d2-297e6ba206a0 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905378 Oct 28 11:47:36.246682 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce65925-d661-4dc1-8054-06ea3d8c033e None None] New status for floating IP 8d294d30-da01-4f25-8753-450b17c96789: DOWN {{(pid=101987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:47:36.799280 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7014e7-46b6-4993-8668-5ff6bca9ba4d req-4a039863-e8b0-49b9-8c20-ff22cbb328d0 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:36.800760 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9f7014e7-46b6-4993-8668-5ff6bca9ba4d req-4a039863-e8b0-49b9-8c20-ff22cbb328d0 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 945 time: 0.0491679 Oct 28 11:47:36.839385 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-9f7014e7-46b6-4993-8668-5ff6bca9ba4d req-6067b6b5-9956-472e-9923-83fd5d514d9b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Oct 28 11:47:37.041599 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7e33-e96c-49f2-b571-e4753c621528 req-67c67d51-e7aa-4963-95c0-6d2bac60ec6e tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:37.042979 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-754a7e33-e96c-49f2-b571-e4753c621528 req-67c67d51-e7aa-4963-95c0-6d2bac60ec6e tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Oct 28 11:47:37.138120 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-754a7e33-e96c-49f2-b571-e4753c621528 req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Deleting port 81aa8829-3ae4-414b-a004-b7e056230ee7 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:37.138460 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-754a7e33-e96c-49f2-b571-e4753c621528 req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:37.233715 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-754a7e33-e96c-49f2-b571-e4753c621528 req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] For port 81aa8829-3ae4-414b-a004-b7e056230ee7, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=81aa8829-3ae4-414b-a004-b7e056230ee7,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:37.234121 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-754a7e33-e96c-49f2-b571-e4753c621528 req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:37.247579 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-754a7e33-e96c-49f2-b571-e4753c621528 req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Calling delete_port for 81aa8829-3ae4-414b-a004-b7e056230ee7 owned by compute:nova {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:37.506712 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-754a7e33-e96c-49f2-b571-e4753c621528 req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:37.536956 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event deleted for resources: {'Port': ['ID=81aa8829-3ae4-414b-a004-b7e056230ee7,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:37.565912 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.566318 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.566692 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.566971 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.567290 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.567621 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.567950 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.568279 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.568606 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.568929 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.569251 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.569570 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:37.593698 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-754a7e33-e96c-49f2-b571-e4753c621528 req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] No DVR routers for this DVR port 81aa8829-3ae4-414b-a004-b7e056230ee7 on host hv-cinder-81546 {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:47:37.597760 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-754a7e33-e96c-49f2-b571-e4753c621528 req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:37.604114 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-754a7e33-e96c-49f2-b571-e4753c621528 req-ac2c07bb-e1f9-4d7c-92d8-b1ad8ddb54ae tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "DELETE /v2.0/ports/81aa8829-3ae4-414b-a004-b7e056230ee7 HTTP/1.1" status: 204 len: 173 time: 0.5552356 Oct 28 11:47:37.604577 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'name': 'network-vif-deleted', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:47:37.610886 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c546b-8d1f-4d8f-9f5a-0fb8cb272f8f" -d '{"events": [{"server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "name": "network-vif-deleted", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:47:37.651460 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd5103-2e03-4ee4-bd38-eb126d44b416 x-openstack-request-id: req-25fd5103-2e03-4ee4-bd38-eb126d44b416 {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:47:37.651749 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8", "name": "network-vif-deleted", "tag": "81aa8829-3ae4-414b-a004-b7e056230ee7", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:47:37.652013 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-25fd5103-2e03-4ee4-bd38-eb126d44b416 {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:47:37.652403 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8', 'name': 'network-vif-deleted', 'tag': '81aa8829-3ae4-414b-a004-b7e056230ee7', 'status': 'completed', 'code': 200} Oct 28 11:47:37.951908 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-cf218509-7b73-49f3-97b3-e481691df969 req-30b1bd71-a3e3-4720-b415-c3afd734c73f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=a5cc2ecb-8a62-4776-9e3a-e1d11f029cc8 HTTP/1.1" status: 200 len: 210 time: 0.0302393 Oct 28 11:47:38.048600 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:47:39.742458 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 81aa8829-3ae4-414b-a004-b7e056230ee7 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:47:39.763652 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: 81aa8829-3ae4-414b-a004-b7e056230ee7 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:47:39.763901 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device 81aa8829-3ae4-414b-a004-b7e056230ee7 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:47:41.441909 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46964) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:41.602901 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Deleting port f82e72cf-5f24-464b-a037-c5ee6add3580 {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:41.603286 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:41.678212 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:41.678442 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:41.690370 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Calling delete_port for f82e72cf-5f24-464b-a037-c5ee6add3580 owned by network:floatingip {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:41.923535 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:41.951447 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event deleted for resources: {'Port': ['ID=f82e72cf-5f24-464b-a037-c5ee6add3580,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:42.017505 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:42.017832 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.db.l3_db [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Floating IP 2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa disassociated (deleted). External IP: 172.27.0.52, port: a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73. Oct 28 11:47:42.235437 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Router b0cdc614-bb45-43b0-b5c6-35195bd11daf has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:47:42.336710 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:47:42.343620 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:42.348513 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] Sync routers for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:47:42.360364 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:47:42.360985 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:47:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:42.373186 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-ad9ee9bf-00c8-4dca-9244-7d12bbf0ea6b tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "DELETE /v2.0/floatingips/2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa HTTP/1.1" status: 204 len: 168 time: 0.9301622 Oct 28 11:47:42.376178 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73'}] {{(pid=101984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:47:42.379885 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbc95a6ee15ed7a398328e04aeea873fc09c4b315edbbe4229f5c018e1ec8c59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e90155-dd56-4838-b3f3-8ca090cee621" -d '{"events": [{"name": "network-changed", "server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73"}]}' {{(pid=101984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:47:42.426279 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 11:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d1077b-3193-401a-a3b9-407cf8c33abb x-openstack-request-id: req-70d1077b-3193-401a-a3b9-407cf8c33abb {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:47:42.426631 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73", "status": "completed", "code": 200}]} {{(pid=101984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:47:42.426883 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-70d1077b-3193-401a-a3b9-407cf8c33abb {{(pid=101984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:47:42.427281 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'status': 'completed', 'code': 200} Oct 28 11:47:42.492027 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:47:42.497358 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-918157eb-e3ce-40eb-b8cf-a97b69510188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:42.498974 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-918157eb-e3ce-40eb-b8cf-a97b69510188 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=711a0bcc92344b93ad398344a6d99c3c&device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 1099 time: 0.0503595 Oct 28 11:47:42.594134 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-3f525018-1ee7-4463-bcb9-95592ec67efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:42.595707 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-3f525018-1ee7-4463-bcb9-95592ec67efd service neutron] 10.222.0.81 "GET /v2.0/networks?id=b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 200 len: 913 time: 0.0891895 Oct 28 11:47:42.641276 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-7c1e8811-f9e2-4192-a399-0c740bf12cc3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 HTTP/1.1" status: 200 len: 217 time: 0.0377138 Oct 28 11:47:42.695848 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-cdd137c4-6d59-43ac-9867-2ed6189f3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:42.697467 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-cdd137c4-6d59-43ac-9867-2ed6189f3128 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 200 len: 851 time: 0.0496335 Oct 28 11:47:42.709141 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:42.736903 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] Checking router: b0cdc614-bb45-43b0-b5c6-35195bd11daf for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:47:42.746586 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:47:42.747151 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:47:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:42.747920 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-00c08847-1c31-4e15-8da9-e0b960c9168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:42.749926 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-00c08847-1c31-4e15-8da9-e0b960c9168a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b72db5c7-2591-41a1-97be-c940e7e41192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454197 Oct 28 11:47:42.861337 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:47:42.884353 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae960f5-8ec8-4d0b-b66b-a4cc6f419c62 req-a51a6c95-0286-4d96-adf4-19470fe44415 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:42.885911 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-eae960f5-8ec8-4d0b-b66b-a4cc6f419c62 req-a51a6c95-0286-4d96-adf4-19470fe44415 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 946 time: 0.0731387 Oct 28 11:47:42.903527 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-54980ff8-2d40-4bbd-b22b-f63ed45db6d7 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386225 Oct 28 11:47:42.981909 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-eae960f5-8ec8-4d0b-b66b-a4cc6f419c62 req-ce18d29d-774d-4c6c-a552-a80ad658c055 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885596 Oct 28 11:47:43.017877 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-15e90155-dd56-4838-b3f3-8ca090cee621 req-95a51878-9677-4e80-aeb9-e37ecfeff785 service neutron] 10.222.0.81 "GET /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067634 Oct 28 11:47:43.079817 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:43.109040 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe3875-2735-4f17-9185-3ecca49cfbd3 None None] The sync data for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi is: [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:40:53Z', 'revision_number': 4, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi', '_interfaces': [{'id': '7d4b66f8-e432-47c9-88ff-4928a4e30c1b', 'name': '', 'network_id': 'b72db5c7-2591-41a1-97be-c940e7e41192', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'mac_address': 'fa:16:3e:51:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:51Z', 'updated_at': '2021-10-28T11:40:56Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'subnets': [{'id': '77b9f161-a15b-4bcd-bf99-5a1bb1a9349e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:47:43.331325 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918567c5-df65-4b4b-bb53-dc8e4cbad41d None None] New status for floating IP 2d2dd760-cf5a-4f6b-b3eb-6d9de0571bfa: DOWN {{(pid=101987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 11:47:44.106998 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc2bc5-cd3a-4c6a-8ee9-fe66890a1180 req-7dc2dfb7-b707-412f-a25a-06cc532db153 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:44.108559 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-13fc2bc5-cd3a-4c6a-8ee9-fe66890a1180 req-7dc2dfb7-b707-412f-a25a-06cc532db153 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 946 time: 0.0561600 Oct 28 11:47:44.149959 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-13fc2bc5-cd3a-4c6a-8ee9-fe66890a1180 req-45c7cb9a-daa0-44c6-9396-693dd91ce12f tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/security-groups?id=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349715 Oct 28 11:47:44.270160 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-04a2b394-7ad5-498f-9714-fd3d280324b6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 11:47:44.271532 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-04a2b394-7ad5-498f-9714-fd3d280324b6 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 946 time: 0.0497115 Oct 28 11:47:44.373937 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Deleting port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:44.374278 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:44.463696 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] For port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:44.464056 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:44.476622 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Calling delete_port for a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 owned by compute:nova {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:44.700752 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:44.732301 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event deleted for resources: {'Port': ['ID=a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:44.783915 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] No DVR routers for this DVR port a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 on host hv-cinder-81546 {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:47:44.786501 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for port, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:44.791080 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [req-2fb065a6-47b0-4660-8e42-fb4b838b8b2e req-be629bd4-6544-431b-bc09-c406606262ef tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.81 "DELETE /v2.0/ports/a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 HTTP/1.1" status: 204 len: 173 time: 0.5135052 Oct 28 11:47:44.791555 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'name': 'network-vif-deleted', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73'}] {{(pid=101985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 11:47:44.794911 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4a0ec27b5062aa4a33e8d69bfa307962618e3a3d6f10157e86420c0891e4a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4219c4f-0707-49f9-a41a-4db57802f39d" -d '{"events": [{"server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "name": "network-vif-deleted", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73"}]}' {{(pid=101985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:47:44.832630 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 11:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9497b38c-f063-4097-8aea-32c1e9ff837a x-openstack-request-id: req-9497b38c-f063-4097-8aea-32c1e9ff837a {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:47:44.832923 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f552e83-6786-4f1d-9cd4-84e86ccc344e", "name": "network-vif-deleted", "tag": "a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73", "status": "completed", "code": 200}]} {{(pid=101985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:47:44.833166 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9497b38c-f063-4097-8aea-32c1e9ff837a {{(pid=101985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:47:44.833561 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f552e83-6786-4f1d-9cd4-84e86ccc344e', 'name': 'network-vif-deleted', 'tag': 'a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73', 'status': 'completed', 'code': 200} Oct 28 11:47:45.252622 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [req-fd5b3ea1-7e32-4eab-abc9-2b968447de3d req-ae7ad9b2-9cc9-44f2-848a-2734aae1c280 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f552e83-6786-4f1d-9cd4-84e86ccc344e HTTP/1.1" status: 200 len: 210 time: 0.0287080 Oct 28 11:47:46.316092 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 46980) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:46.448752 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Deleting port 92ac9ee8-ba08-4bf2-86ad-a296f1e4c9be {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:46.449094 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:46.531398 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:46.531720 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:46.543766 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Calling delete_port for 92ac9ee8-ba08-4bf2-86ad-a296f1e4c9be owned by network:floatingip {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:46.740119 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:46.765944 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event deleted for resources: {'Port': ['ID=92ac9ee8-ba08-4bf2-86ad-a296f1e4c9be,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:46.828945 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for floatingip, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:46.831480 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2006918'] for floatingip, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:46.832631 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-716048ef-7b10-4982-9a73-671b0ff9b2d1 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "DELETE /v2.0/floatingips/8f3f00cc-b874-4213-b64a-b4abe2301daf HTTP/1.1" status: 204 len: 168 time: 0.5155203 Oct 28 11:47:47.788913 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:47:47.810217 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] No Port match for: a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:47:47.810558 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Device a731e78d-d1d3-44e8-ad7b-7c2ee15e3d73 not bound to the agent host hv-cinder-81546 {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:47:48.160805 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46992) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:48.231182 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c3739d1-4ba0-4a6a-82a4-23d1150b06c4 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:48.256578 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c3739d1-4ba0-4a6a-82a4-23d1150b06c4 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:48.386240 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c3739d1-4ba0-4a6a-82a4-23d1150b06c4 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:48.388829 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-5c3739d1-4ba0-4a6a-82a4-23d1150b06c4 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Publish callbacks [] for security_group, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:48.390020 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-5c3739d1-4ba0-4a6a-82a4-23d1150b06c4 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] 10.222.0.79 "DELETE /v2.0/security-groups/4e63c0fa-11a6-4f0b-b62c-aea9bf042a87 HTTP/1.1" status: 204 len: 168 time: 0.2281635 Oct 28 11:47:48.403412 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3739d1-4ba0-4a6a-82a4-23d1150b06c4 tempest-TestVolumeBootPattern-1050129360 tempest-TestVolumeBootPattern-1050129360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e63c0fa-11a6-4f0b-b62c-aea9bf042a87,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:48.513239 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 46996) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:48.966401 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800506'] for router_interface, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:49.211907 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Deleting port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:49.212616 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:49.293815 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] For port 7d4b66f8-e432-47c9-88ff-4928a4e30c1b, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=7d4b66f8-e432-47c9-88ff-4928a4e30c1b,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:49.294115 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:49.307677 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Calling delete_port for 7d4b66f8-e432-47c9-88ff-4928a4e30c1b owned by network:router_interface {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:49.569280 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:49.597280 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4b66f8-e432-47c9-88ff-4928a4e30c1b,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:49.780759 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1743032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800662'] for router_interface, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:50.005016 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Router b0cdc614-bb45-43b0-b5c6-35195bd11daf has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:47:50.113864 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:47:50.119484 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-174dafec-ad21-40e0-b773-006ef7d8d307 admin admin] 10.222.0.79 "PUT /v2.0/routers/b0cdc614-bb45-43b0-b5c6-35195bd11daf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051276 Oct 28 11:47:50.122027 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 47000) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:50.123129 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] Sync routers for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:47:50.134023 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:47:50.144375 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:47:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:50.206184 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-bf64ae6f-234d-4fad-be5d-f222cce31736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:50.230260 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks [] for router, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:50.255927 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:47:50.467382 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:47:49Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:50.497980 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] Checking router: b0cdc614-bb45-43b0-b5c6-35195bd11daf for host: dv-cinder-815461-5-iscsi {{(pid=101986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:47:50.508799 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] Routers {'b0cdc614-bb45-43b0-b5c6-35195bd11daf'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:47:50.509696 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:47:23Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'], 'active': True} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:50.631195 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:50.631468 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvr_db [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] Set router b0cdc614-bb45-43b0-b5c6-35195bd11daf gateway port host: dv-cinder-815461-5-iscsi {{(pid=101986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:47:50.762122 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Deleting port eafa5094-f1cf-4508-8b89-8166e3746ca3 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:50.762382 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:50.828370 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_hamode_db [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:47:49Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:50.843383 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] For port eafa5094-f1cf-4508-8b89-8166e3746ca3, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=eafa5094-f1cf-4508-8b89-8166e3746ca3,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:50.843669 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:50.856659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Calling delete_port for eafa5094-f1cf-4508-8b89-8166e3746ca3 owned by network:router_gateway {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:50.856921 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecaeb0f-b245-461c-b5de-abac410a53d3 None None] The sync data for ids ['b0cdc614-bb45-43b0-b5c6-35195bd11daf'] in dv-cinder-815461-5-iscsi is: [{'id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'name': 'tempest-TestVolumeBootPattern-1197270929-router', 'tenant_id': '711a0bcc92344b93ad398344a6d99c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:47Z', 'updated_at': '2021-10-28T11:47:49Z', 'revision_number': 5, 'project_id': '711a0bcc92344b93ad398344a6d99c3c', 'gw_port': {'id': 'eafa5094-f1cf-4508-8b89-8166e3746ca3', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdc614-bb45-43b0-b5c6-35195bd11daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:48Z', 'updated_at': '2021-10-28T11:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}] {{(pid=101986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:47:51.083214 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.112353 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Pushing event deleted for resources: {'Port': ['ID=eafa5094-f1cf-4508-8b89-8166e3746ca3,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:51.173092 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801076'] for router_gateway, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.267849 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.270239 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.395655 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797897'] for router, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.396225 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0cdc614-bb45-43b0-b5c6-35195bd11daf {{(pid=101985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:47:51.401674 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.405112 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-fa73eee9-eb17-439e-baff-7395bebcf202 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b0cdc614-bb45-43b0-b5c6-35195bd11daf HTTP/1.1" status: 204 len: 168 time: 1.2798543 Oct 28 11:47:51.405680 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 47002) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:51.463056 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e8217a-771e-49c7-9d62-891146ec8eec admin admin] Deleting subnet 77b9f161-a15b-4bcd-bf99-5a1bb1a9349e {{(pid=101985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:47:51.466500 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c1e8217a-771e-49c7-9d62-891146ec8eec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.504267 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c1e8217a-771e-49c7-9d62-891146ec8eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080517'] for subnet, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.582794 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c1e8217a-771e-49c7-9d62-891146ec8eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.693171 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c1e8217a-771e-49c7-9d62-891146ec8eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12818758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14418958'] for subnet, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.723152 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8217a-771e-49c7-9d62-891146ec8eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b9f161-a15b-4bcd-bf99-5a1bb1a9349e,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:51.727336 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-c1e8217a-771e-49c7-9d62-891146ec8eec admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.730825 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-c1e8217a-771e-49c7-9d62-891146ec8eec admin admin] 10.222.0.79 "DELETE /v2.0/subnets/77b9f161-a15b-4bcd-bf99-5a1bb1a9349e HTTP/1.1" status: 204 len: 168 time: 0.3239331 Oct 28 11:47:51.733189 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 47004) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:51.733305 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af37f68-eaf4-40cd-b994-6dea439c491a None None] Network b72db5c7-2591-41a1-97be-c940e7e41192 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:47:51.804858 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.868519 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Deleting port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:51.868856 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.932044 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] DHCP port deletion for b72db5c7-2591-41a1-97be-c940e7e41192 request from dv-cinder-815461-5-iscsi {{(pid=101986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 11:47:51.938274 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] For port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:51.938647 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:51.952178 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Calling delete_port for 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e owned by network:dhcp {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:51.979338 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Deleting port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e {{(pid=101986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:51.979672 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.095347 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.123398 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:52.131255 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] No DVR routers for this DVR port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e on host dv-cinder-815461-5-iscsi {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:47:52.182795 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] For port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e,segment=NetworkSegment(c75a0d81-ba53-4e57-836d-97dfb34cd87d),segment_id=c75a0d81-ba53-4e57-836d-97dfb34cd87d)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:52.183193 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.196412 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Calling delete_port for 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e owned by network:dhcp {{(pid=101986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:52.203890 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.228587 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72db5c7-2591-41a1-97be-c940e7e41192']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:52.238296 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75a0d81-ba53-4e57-836d-97dfb34cd87d') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:52.238589 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75a0d81-ba53-4e57-836d-97dfb34cd87d') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:52.248198 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.262542 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.268969 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:47:52.269626 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:47:52.271270 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:47:52.274917 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399'] for port, after_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.305254 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Pushing event deleted for resources: {'Port': ['ID=4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e,revision_number=None']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:52.312632 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] No DVR routers for this DVR port 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e on host dv-cinder-815461-5-iscsi {{(pid=101986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:47:52.326824 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.327424 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.327887 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.328382 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.328926 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.329426 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.329966 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.330502 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.331022 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.331603 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.332399 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.332656 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b541d3-f6a9-44f7-9cd4-e7730a511863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-5-iscsi {{(pid=101986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:47:52.414758 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.424299 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.425519 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b72db5c7-2591-41a1-97be-c940e7e41192 HTTP/1.1" status: 204 len: 168 time: 0.6912324 Oct 28 11:47:52.428710 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 47006) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:52.437104 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc408d-1ddf-42c5-b955-7d42fb7b29f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b72db5c7-2591-41a1-97be-c940e7e41192,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:52.499974 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:47:52.521163 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:47:52.521495 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 4d89fd5e-0f20-498b-ac57-80aa1e4b4d0e not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:47:52.521936 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device eafa5094-f1cf-4508-8b89-8166e3746ca3 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:47:52.541391 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: eafa5094-f1cf-4508-8b89-8166e3746ca3 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:47:52.541739 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device eafa5094-f1cf-4508-8b89-8166e3746ca3 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:47:52.542196 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 7d4b66f8-e432-47c9-88ff-4928a4e30c1b no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:47:52.561880 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 7d4b66f8-e432-47c9-88ff-4928a4e30c1b {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:47:52.562249 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 7d4b66f8-e432-47c9-88ff-4928a4e30c1b not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:47:52.694819 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0dca53ca-201b-48ee-9f82-3cea56bb90be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.740639 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:52.805875 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1800506'] for router_interface, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:53.314029 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Deleting port 974b070e-4fbe-421b-a419-539d4101d0ab {{(pid=101984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:53.314375 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:53.396615 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.db [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] For port 974b070e-4fbe-421b-a419-539d4101d0ab, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=974b070e-4fbe-421b-a419-539d4101d0ab,segment=NetworkSegment(b1015ef5-ede7-493c-8dfc-f1dc56d137c8),segment_id=b1015ef5-ede7-493c-8dfc-f1dc56d137c8)] {{(pid=101984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:53.396975 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:53.410365 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Calling delete_port for 974b070e-4fbe-421b-a419-539d4101d0ab owned by network:router_interface {{(pid=101984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:53.427320 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:53.646796 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16270428'] for port, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:53.674516 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=974b070e-4fbe-421b-a419-539d4101d0ab,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:53.852221 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1743032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1800662'] for router_interface, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:53.871446 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:54.074205 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 has already been hosted by L3 agent bc294f97-09f5-4e87-8fc2-a25abfb63d8b {{(pid=101984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:47:54.178559 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] Notify agent at l3_agent.dv-cinder-815461-5-iscsi the message routers_updated {{(pid=101984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:47:54.186458 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-5b4a3c6f-7486-4818-9cad-7c985e9a0d70 admin admin] 10.222.0.79 "PUT /v2.0/routers/112be0eb-7b9a-4eeb-9d71-e345cf4e1d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7542870 Oct 28 11:47:54.187242 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 47008) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:54.188201 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] Sync routers for ids ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'] in dv-cinder-815461-5-iscsi {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:47:54.198704 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] Routers {'112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:47:54.199310 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:47:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:54.291453 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks [] for router, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:54.303598 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] Set router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 gateway port host: dv-cinder-815461-5-iscsi {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:47:54.406740 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:54.494611 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'external_fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:56Z', 'updated_at': '2021-10-28T11:47:53Z', 'revision_number': 5, 'project_id': '9727c50e0df6426d948493e9d996a521', 'gw_port': {'id': '779eb5dc-25ea-43e2-a5c2-508bbd139cae', 'name': '', 'network_id': '029f3c87-cfd5-43a4-af12-0447797f9c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:47:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T11:40:58Z', 'updated_at': '2021-10-28T11:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ff5580c-51f2-4e82-864d-64c219b8ca2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-5-iscsi'}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:54.520908 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] Checking router: 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 for host: dv-cinder-815461-5-iscsi {{(pid=101987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:47:54.530128 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] Routers {'112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'} bound to L3 agent in host dv-cinder-815461-5-iscsi {{(pid=101987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 11:47:54.530719 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T11:25:53Z,description=,heartbeat_timestamp=2021-10-28T11:47:53Z,host='dv-cinder-815461-5-iscsi',id=bc294f97-09f5-4e87-8fc2-a25abfb63d8b,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T11:25:53Z,topic='l3_agent')) {'router_ids': ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'], 'active': True} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:54.580447 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Deleting port 779eb5dc-25ea-43e2-a5c2-508bbd139cae {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:54.580791 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:54.669110 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] For port 779eb5dc-25ea-43e2-a5c2-508bbd139cae, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=779eb5dc-25ea-43e2-a5c2-508bbd139cae,segment=NetworkSegment(be221a0b-8b9f-4ee0-90cb-3037277af12f),segment_id=be221a0b-8b9f-4ee0-90cb-3037277af12f)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:54.669353 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:54.687106 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Calling delete_port for 779eb5dc-25ea-43e2-a5c2-508bbd139cae owned by network:router_gateway {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:54.710785 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_dvr_db [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] Set router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 gateway port host: None {{(pid=101987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 11:47:54.765041 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.l3_hamode_db [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:56Z', 'updated_at': '2021-10-28T11:47:54Z', 'revision_number': 6, 'project_id': '9727c50e0df6426d948493e9d996a521', 'gw_port_host': None}], 'dv-cinder-815461-5-iscsi', False) {} {{(pid=101987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:54.792806 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff86d5-d24f-4c26-92f0-541fe52fa34a None None] The sync data for ids ['112be0eb-7b9a-4eeb-9d71-e345cf4e1d69'] in dv-cinder-815461-5-iscsi is: [{'id': '112be0eb-7b9a-4eeb-9d71-e345cf4e1d69', 'name': 'tempest-TestVolumeBootPattern-460344136-router', 'tenant_id': '9727c50e0df6426d948493e9d996a521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T11:40:56Z', 'updated_at': '2021-10-28T11:47:54Z', 'revision_number': 6, 'project_id': '9727c50e0df6426d948493e9d996a521', 'gw_port_host': None}] {{(pid=101987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:47:54.911730 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:54.942016 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=779eb5dc-25ea-43e2-a5c2-508bbd139cae,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:55.007807 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1801076'] for router_gateway, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.102692 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1797918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-884'] for router, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.104827 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.235458 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1797897'] for router, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.236093 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 {{(pid=101985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:47:55.240357 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] Publish callbacks [] for router, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.241538 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-b08352a7-ff8f-449b-b30e-4040f9212a95 admin admin] 10.222.0.79 "DELETE /v2.0/routers/112be0eb-7b9a-4eeb-9d71-e345cf4e1d69 HTTP/1.1" status: 204 len: 168 time: 1.0533040 Oct 28 11:47:55.244868 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 47010) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:55.294875 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a75368-883b-4783-b32d-71e2efb38cd5 admin admin] Deleting subnet 73724430-499f-43a6-b63b-d6d82cb12cf9 {{(pid=101985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 11:47:55.298658 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-80a75368-883b-4783-b32d-71e2efb38cd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.333841 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-80a75368-883b-4783-b32d-71e2efb38cd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13080517'] for subnet, precommit_delete_associations {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.411677 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-80a75368-883b-4783-b32d-71e2efb38cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668254'] for subnet, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.524267 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-80a75368-883b-4783-b32d-71e2efb38cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-668247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12818758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14418958'] for subnet, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.551284 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a75368-883b-4783-b32d-71e2efb38cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73724430-499f-43a6-b63b-d6d82cb12cf9,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:55.554831 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-80a75368-883b-4783-b32d-71e2efb38cd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.560575 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-80a75368-883b-4783-b32d-71e2efb38cd5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/73724430-499f-43a6-b63b-d6d82cb12cf9 HTTP/1.1" status: 204 len: 168 time: 0.3145106 Oct 28 11:47:55.563104 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [-] (101985) accepted ('10.222.0.79', 47012) {{(pid=101985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:55.568784 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece424c-5b95-456f-9fb6-de4e2206b7f9 None None] Network de16570b-188c-43ca-bf09-0c96cdf18663 requested from dv-cinder-815461-5-iscsi {{(pid=101986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 11:47:55.639659 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710053'] for network, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.696162 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Deleting port 826f26d6-a92d-49b3-9623-5c37993a0552 {{(pid=101985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:55.696619 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.727768 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.772736 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.db [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] For port 826f26d6-a92d-49b3-9623-5c37993a0552, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=826f26d6-a92d-49b3-9623-5c37993a0552,segment=NetworkSegment(b1015ef5-ede7-493c-8dfc-f1dc56d137c8),segment_id=b1015ef5-ede7-493c-8dfc-f1dc56d137c8)] {{(pid=101985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:55.773133 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.787375 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532a243-e3ef-4cdb-8d73-4add658ff366 None None] DHCP port deletion for de16570b-188c-43ca-bf09-0c96cdf18663 request from dv-cinder-815461-5-iscsi {{(pid=101986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 11:47:55.787632 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.plugin [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Calling delete_port for 826f26d6-a92d-49b3-9623-5c37993a0552 owned by network:dhcp {{(pid=101985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:55.848299 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-c532a243-e3ef-4cdb-8d73-4add658ff366 None None] Deleting port 826f26d6-a92d-49b3-9623-5c37993a0552 {{(pid=101986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 11:47:55.848646 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c532a243-e3ef-4cdb-8d73-4add658ff366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493908246'] for port, before_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.917335 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.db [None req-c532a243-e3ef-4cdb-8d73-4add658ff366 None None] For port 826f26d6-a92d-49b3-9623-5c37993a0552, host dv-cinder-815461-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-5-iscsi',level=0,port_id=826f26d6-a92d-49b3-9623-5c37993a0552,segment=NetworkSegment(b1015ef5-ede7-493c-8dfc-f1dc56d137c8),segment_id=b1015ef5-ede7-493c-8dfc-f1dc56d137c8)] {{(pid=101986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:47:55.917722 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c532a243-e3ef-4cdb-8d73-4add658ff366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1787971'] for port, precommit_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.932405 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-c532a243-e3ef-4cdb-8d73-4add658ff366 None None] Calling delete_port for 826f26d6-a92d-49b3-9623-5c37993a0552 owned by network:dhcp {{(pid=101986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 11:47:55.968680 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12818803'] for port, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:55.999733 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Pushing event deleted for resources: {'Port': ['ID=826f26d6-a92d-49b3-9623-5c37993a0552,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:56.003330 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] No DVR routers for this DVR port 826f26d6-a92d-49b3-9623-5c37993a0552 on host dv-cinder-815461-5-iscsi {{(pid=101985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:47:56.016438 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c532a243-e3ef-4cdb-8d73-4add658ff366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2096806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726493962972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493399399'] for port, after_delete {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.040009 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532a243-e3ef-4cdb-8d73-4add658ff366 None None] Pushing event deleted for resources: {'Port': ['ID=826f26d6-a92d-49b3-9623-5c37993a0552,revision_number=None']} {{(pid=101986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:56.045705 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c532a243-e3ef-4cdb-8d73-4add658ff366 None None] No DVR routers for this DVR port 826f26d6-a92d-49b3-9623-5c37993a0552 on host dv-cinder-815461-5-iscsi {{(pid=101986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 11:47:56.076431 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667595', 'neutron.services.segments.db._delete_segments_for_network-8726493923422'] for network, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.097214 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de16570b-188c-43ca-bf09-0c96cdf18663']}} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:56.107313 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8') {'for_net_delete': True} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:56.107606 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.services.segments.db [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1015ef5-ede7-493c-8dfc-f1dc56d137c8') {} {{(pid=101985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:47:56.121213 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493924455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13080508'] for segment, before_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.134715 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495'] for segment, precommit_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.140746 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=101985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:47:56.141201 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-670495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12818860'] for segment, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: Traceback (most recent call last): Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: timer() Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: cb(*args, **kw) Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: return func(*args, **kwargs) Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: self._notify() Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: self.callback(batched_events) Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: event.method(event) Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: return f(self, *a, **k) Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._get(url).json() Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: return self.request(url, 'GET', **kwargs) Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 11:47:56.142909 dv-cinder-815461-5-iscsi neutron-server[101985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 11:47:56.252849 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1742977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1801032'] for network, after_delete {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.259675 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron_lib.callbacks.manager [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1742995'] for network, before_response {{(pid=101985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.263410 dv-cinder-815461-5-iscsi neutron-server[101985]: INFO neutron.wsgi [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] 10.222.0.79 "DELETE /v2.0/networks/de16570b-188c-43ca-bf09-0c96cdf18663 HTTP/1.1" status: 204 len: 168 time: 0.6993468 Oct 28 11:47:56.273989 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6223c6-3915-45ed-b60d-10fb7ec2816b admin admin] Pushing event deleted for resources: {'Network': ['ID=de16570b-188c-43ca-bf09-0c96cdf18663,revision_number=None']} {{(pid=101985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:56.478150 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 974b070e-4fbe-421b-a419-539d4101d0ab no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:47:56.499598 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 974b070e-4fbe-421b-a419-539d4101d0ab {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:47:56.499928 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 974b070e-4fbe-421b-a419-539d4101d0ab not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:47:56.500348 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 826f26d6-a92d-49b3-9623-5c37993a0552 no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:47:56.521357 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 826f26d6-a92d-49b3-9623-5c37993a0552 {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:47:56.521613 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 826f26d6-a92d-49b3-9623-5c37993a0552 not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:47:56.522057 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 779eb5dc-25ea-43e2-a5c2-508bbd139cae no longer exists at agent ovs-agent-dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:47:56.542940 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.plugin [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] No Port match for: 779eb5dc-25ea-43e2-a5c2-508bbd139cae {{(pid=101986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 11:47:56.543288 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron.plugins.ml2.rpc [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Device 779eb5dc-25ea-43e2-a5c2-508bbd139cae not bound to the agent host dv-cinder-815461-5-iscsi {{(pid=101986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:47:56.593316 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 47016) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:56.640077 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-43110fe6-d8f1-4167-b825-62904d7bfb9b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=711a0bcc92344b93ad398344a6d99c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454435 Oct 28 11:47:56.642898 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 47018) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:56.692741 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-92aa5951-0b30-4cfe-8d10-bd1837a7b58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.716953 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-92aa5951-0b30-4cfe-8d10-bd1837a7b58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.823955 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-92aa5951-0b30-4cfe-8d10-bd1837a7b58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.826569 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-92aa5951-0b30-4cfe-8d10-bd1837a7b58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:56.827769 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-92aa5951-0b30-4cfe-8d10-bd1837a7b58d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46fbdc61-1cfa-4030-adc6-20220b70cbcd HTTP/1.1" status: 204 len: 168 time: 0.1839833 Oct 28 11:47:56.839363 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa5951-0b30-4cfe-8d10-bd1837a7b58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fbdc61-1cfa-4030-adc6-20220b70cbcd,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:47:57.463082 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 47024) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:57.503946 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-6b40ef21-d3ca-48a1-ab59-6ae5e2aa9d67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9727c50e0df6426d948493e9d996a521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397193 Oct 28 11:47:57.510483 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.wsgi [-] (101984) accepted ('10.222.0.79', 47026) {{(pid=101984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 11:47:57.560554 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-07f9759d-f0b4-40d0-a0e9-8980eb717105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:57.582452 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-07f9759d-f0b4-40d0-a0e9-8980eb717105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:57.681899 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-07f9759d-f0b4-40d0-a0e9-8980eb717105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689871'] for security_group, after_delete {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:57.684488 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron_lib.callbacks.manager [None req-07f9759d-f0b4-40d0-a0e9-8980eb717105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:47:57.685639 dv-cinder-815461-5-iscsi neutron-server[101984]: INFO neutron.wsgi [None req-07f9759d-f0b4-40d0-a0e9-8980eb717105 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79185875-1abb-416d-874d-9376fa77fb6a HTTP/1.1" status: 204 len: 168 time: 0.1742415 Oct 28 11:47:57.693832 dv-cinder-815461-5-iscsi neutron-server[101984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9759d-f0b4-40d0-a0e9-8980eb717105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79185875-1abb-416d-874d-9376fa77fb6a,revision_number=None']} {{(pid=101984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:48:15.049003 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:48:20.133741 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-13ac2160-dba5-43dd-be6a-441ad15c4413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:22.722603 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-da0c0146-5ff2-48ad-9e64-a805c1886fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:22.750968 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:23.519860 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:23.828223 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:25.716724 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:50.158783 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-249a4abc-609b-4ae8-be9c-becac4ab7f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:52.048174 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:48:52.679073 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f4d6-db4f-4097-b5d4-3336468b0b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:52.695572 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:53.452836 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:53.824880 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:48:55.729794 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:20.183905 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-4d05c276-46a3-425c-aeba-ab6ee1f52ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:22.674876 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8bc99547-1d98-4354-9a22-dea54ede52ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:22.749540 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:23.430435 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:23.835481 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:25.695671 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:29.047102 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:49:50.150665 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-8fdc3f24-d488-459b-99e1-f2ffd34058e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:52.591519 dv-cinder-815461-5-iscsi neutron-server[101985]: DEBUG neutron.wsgi [req-ddfab5c1-7b83-4980-b812-a84bb624c3be req-37976811-e9f6-41e8-be84-cc4a19a3c93c service neutron] (101985) timed out ('10.222.0.81', 50281) {{(pid=101985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 11:49:52.693409 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-596af385-b1e3-4ac9-b0aa-a69814db69cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:52.750741 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:53.492335 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:53.830344 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:49:55.698221 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:06.046733 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:50:20.155090 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-2ae1d688-df6b-44b7-b67c-5d9f62df568d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:22.704049 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d4d14f1b-6917-403e-91f4-6401728d2177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:22.800882 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:23.451898 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:23.833922 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:25.737941 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:43.046254 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:50:50.148179 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0579a2da-f808-456a-8be0-0f7d95570acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:52.749186 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-70e2c55b-ee4a-464f-b36a-5045ccb3171b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:52.786965 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:53.462687 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:53.839369 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:50:55.724925 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:20.047084 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:51:20.227452 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-ced21276-c23c-4dfb-b9d4-ad6a6253c169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:22.724855 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7bcccef8-8ef7-4c4c-aade-e8e24f595769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:22.815973 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:23.451534 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:23.856587 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:25.707985 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:50.169311 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-84f1b1b5-1882-4851-bb9c-f09b28aa371e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:52.741120 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-6a260bf6-61b3-47e2-8d20-7a1619717f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:52.855200 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:53.484119 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:53.895377 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:55.730512 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:51:57.047752 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:52:20.179796 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-945a249c-3c09-42b3-93ed-660172a50086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:22.809203 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:22.837534 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-675aaae4-42f5-4990-a937-281eade96b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:23.465811 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:23.860454 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:25.751849 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:34.049088 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:52:50.202281 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-d8fdf417-bbe3-47a7-88cb-d6f736a044a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:52.696456 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-c76892be-8dda-462e-8c31-935722de2c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:52.790917 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7584f1ec-55a1-4861-a750-4550f86c417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:53.476894 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-0ff36fb8-c762-4e3b-a969-0d008403011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:53.882801 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-e937ac0c-4da6-469a-83c9-3de44ab929a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:52:55.785422 dv-cinder-815461-5-iscsi neutron-server[101986]: DEBUG neutron_lib.callbacks.manager [None req-7483c57a-9298-4c3c-a4c4-892032932d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493923404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664193'] for agent, after_update {{(pid=101986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 11:53:11.049139 dv-cinder-815461-5-iscsi neutron-server[101987]: DEBUG neutron.db.agents_db [None req-0dcdb85c-cc3c-4e2e-a53a-ad9bfe5bc68c None None] Agent healthcheck: found 6 active agents {{(pid=101987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}